-- Logs begin at Thu 2021-06-17 07:29:20 UTC, end at Thu 2021-06-17 08:32:59 UTC. -- Jun 17 08:04:06.554434 dv-cinder-791281-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 08:04:09.297759 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.common.config [-] Logging enabled! Jun 17 08:04:09.298340 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev356 Jun 17 08:04:09.298531 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92872) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 08:04:09.301695 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.common.config [-] Logging enabled! Jun 17 08:04:09.301945 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev356 Jun 17 08:04:09.302248 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92872) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 08:04:09.303168 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 08:04:09.303420 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 08:04:09.303786 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 08:04:09.304024 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 08:04:09.304244 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 08:04:09.304558 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.304844 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.305135 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.305358 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.305649 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.305935 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.306211 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.306494 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.306785 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.307063 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.307362 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.307643 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.307867 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.308141 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.308423 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.308703 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.308919 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] debug = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.309192 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.309611 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.310031 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.310304 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.310614 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.311034 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.311518 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.311798 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.312081 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.312406 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] host = dv-cinder-791281-5-iscsi {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.312681 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.312965 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.313248 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.313538 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.313800 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.314068 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.314346 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.314618 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.314882 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] log_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.315147 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.315455 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.315739 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.316023 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.316240 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.316455 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.316737 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.317019 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.317286 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.317553 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.317820 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.318088 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.318354 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.318613 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.318890 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.319166 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.319470 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.319756 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.320011 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.320276 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.320540 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.320820 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.321088 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.321357 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.321625 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.321908 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.322171 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.322439 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.322733 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.323012 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.323308 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.323599 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.323864 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.324140 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.324405 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.324672 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.324934 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] use_json = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.325197 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.325461 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.325734 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.326000 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.326301 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.326766 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.327112 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.327420 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:09.327721 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.328013 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.328311 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.328591 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.328884 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.329159 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.329445 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.329719 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.330005 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.330290 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.330575 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.330849 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.331129 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.331423 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.331718 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.332021 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.332313 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.332602 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.332873 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.333142 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.333409 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.333685 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.333966 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.334255 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.334539 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.334809 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.335078 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.335393 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.335665 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.335931 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.336202 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.336485 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.336756 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.337023 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.337296 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.337565 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.337831 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.338096 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.338365 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.338650 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.338919 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.339183 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.339472 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.339742 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.340009 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.340286 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.340554 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.340928 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.341200 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.341470 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.341735 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.342654 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.343140 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.343457 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.343740 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.344011 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.344281 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.344551 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.344825 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.345092 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.345361 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.345629 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.345900 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.346165 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.346433 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.346699 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.346965 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.347242 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.347531 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.347823 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.348092 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.348367 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.348640 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.348912 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.349183 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.349452 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.349727 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.350000 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.350270 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.350560 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.350842 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.351124 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.351429 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.351705 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.351997 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.352272 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.352551 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.352824 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.353099 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.353384 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.353668 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.353956 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.354245 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.354533 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.354819 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.355103 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.355406 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.355715 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.355989 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:09.356200 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 08:04:09.356437 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92872) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 08:04:09.734518 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:04:09.734696 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:04:09.734986 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:04:09.735339 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 08:04:10.150681 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.150964 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.151253 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.152592 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.152895 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.153188 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.189623 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.189895 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.190152 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.204753 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.205027 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.205290 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.237813 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.238097 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.238365 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.274594 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.274864 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.275125 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.516918 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.517622 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.517622 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.517622 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.518571 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.662437 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.662822 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.663171 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.663555 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.663979 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.664337 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.664693 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.665011 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.665417 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.665835 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.666311 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.666622 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.667033 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.667386 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.667794 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.668241 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.668698 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.669139 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.669610 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.670076 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.670563 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.671191 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.671559 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.672002 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.672401 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.672693 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.673268 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:04:10.673551 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:04:10.674018 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:04:10.674435 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:04:10.674781 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:04:10.675056 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:04:10.677461 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 08:04:10.681340 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 08:04:10.685305 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 08:04:10.689738 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 17 08:04:10.691395 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 08:04:10.691852 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 08:04:10.692180 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 08:04:10.692561 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 08:04:10.695426 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 08:04:10.695675 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 08:04:10.696024 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 08:04:10.725551 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 08:04:10.726006 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.726309 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92872) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 17 08:04:10.726668 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.728073 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92872) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 08:04:10.728360 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 08:04:10.728597 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 08:04:10.731907 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.732183 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:10.808978 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 08:04:10.809242 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 08:04:10.809427 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 08:04:10.809807 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 08:04:10.837094 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_db.sqlalchemy.engines [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92872) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 17 08:04:11.389645 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Initializing driver for type 'gre' Jun 17 08:04:11.390380 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] gre ID ranges: [(1, 1000)] Jun 17 08:04:11.452467 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Initializing driver for type 'local' Jun 17 08:04:11.452805 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Initializing driver for type 'vlan' Jun 17 08:04:11.469116 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] VlanTypeDriver initialization complete Jun 17 08:04:11.469483 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Initializing driver for type 'vxlan' Jun 17 08:04:11.469999 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] vxlan ID ranges: [(1, 1000)] Jun 17 08:04:11.535111 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Initializing extension driver 'port_security' Jun 17 08:04:11.535819 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.extensions.port_security [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] PortSecurityExtensionDriver initialization complete Jun 17 08:04:11.536286 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Initializing mechanism driver 'openvswitch' Jun 17 08:04:11.536853 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Initializing mechanism driver 'hyperv' Jun 17 08:04:11.546748 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:11.547547 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > port after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.547914 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.548267 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > port after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.548643 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > subnet after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.548985 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > subnet after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.549321 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.549689 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > network after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.550046 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > network after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.550385 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > network after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.550747 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > security_group after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.551085 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > security_group after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.551445 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.551807 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.552144 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.552469 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.552835 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > address_group after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.553170 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > address_group after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.553499 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.553828 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] ML2 OVO RPC backend initialized. {{(pid=92872) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 17 08:04:11.554519 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.554865 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.555291 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > network before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.555632 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > networks before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.555967 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > port before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.556302 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > ports before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.556633 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > subnet before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.556961 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > subnets before_response 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.557296 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > network after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.557624 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > network after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.557946 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > network after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.558272 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > port after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.558601 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.558931 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > port after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.559278 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > subnet after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.559611 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > subnet after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.559937 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.560611 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.plugin [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Modular L2 Plugin initialization complete Jun 17 08:04:11.560926 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading services supported by the core plugin {{(pid=92872) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 08:04:11.561246 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.plugins.ml2.managers [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Got port-security extension from driver 'port_security' Jun 17 08:04:11.561699 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.extensions.vlantransparent [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Disabled vlantransparent extension. Jun 17 08:04:11.562180 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92872) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 08:04:11.562481 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading Plugin: router Jun 17 08:04:11.599969 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.600355 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router after_create 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.600711 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router before_create 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.601072 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.601426 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.601775 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router after_delete 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.602125 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.602478 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router after_create 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.602818 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router after_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.603153 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router after_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.603527 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.603944 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router after_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.604266 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router precommit_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.604628 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.604957 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: port after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.605281 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: subnet after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.605609 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.605950 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.606286 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router precommit_create 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.606616 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: port before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.606948 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router precommit_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.607386 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router after_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.608343 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.608828 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router precommit_create 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.609241 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.609584 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router precommit_update 55549900 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.609954 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > network after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.610858 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Tracking information for resource: router configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:04:11.611178 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Tracking information for resource: floatingip configured {{(pid=92872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:04:11.616649 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.db.l3_agentschedulers_db [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 08:04:11.617220 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.617574 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: port after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.617915 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: port after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.618316 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.619270 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router before_create 55550100 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.619634 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.619985 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router precommit_create 55550100 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.620330 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > router precommit_update 55550100 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.624842 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.services.provider_configuration [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Service providers = [] {{(pid=92872) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 08:04:11.625196 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.db.servicetype_db [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92872) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 08:04:11.628198 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.services.service_base [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92872) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:04:11.628540 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.services.service_base [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92872) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:04:11.628873 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.services.service_base [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92872) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:04:11.629732 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.services.service_base [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92872) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:04:11.630094 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.services.service_base [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 08:04:11.630473 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:04:11.630783 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 08:04:11.642970 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:04:11.643203 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading Plugin: auto_allocate Jun 17 08:04:11.649144 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: network precommit_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.649506 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: network precommit_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.650030 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:04:11.650341 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading Plugin: tag Jun 17 08:04:11.657647 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:04:11.657961 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading Plugin: timestamp Jun 17 08:04:11.663325 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:04:11.663652 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading Plugin: network_ip_availability Jun 17 08:04:11.669129 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.669493 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.669935 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.671182 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:04:11.671516 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading Plugin: flavors Jun 17 08:04:11.676374 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:04:11.676692 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading Plugin: revisions Jun 17 08:04:11.681016 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:04:11.681405 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.946s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:04:11.682150 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92872) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 17 08:04:11.682477 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Initializing extension manager. Jun 17 08:04:11.682972 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: __init__.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.683337 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: __pycache__ {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.683662 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.683983 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: address_group.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.684737 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.685305 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: address-group Jun 17 08:04:11.685684 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: address_scope.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.686448 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.686975 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: address-scope Jun 17 08:04:11.687307 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.688218 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.688717 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: router-admin-state-down-before-update Jun 17 08:04:11.689025 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: agent.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.689705 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.690198 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: agent Jun 17 08:04:11.690506 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: agent_resources_synced.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.691424 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.691923 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: agent-resources-synced Jun 17 08:04:11.692232 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: allowedaddresspairs.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.694212 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.694760 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: allowed-address-pairs Jun 17 08:04:11.695080 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: auto_allocated_topology.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.696166 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.696667 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: auto-allocated-topology Jun 17 08:04:11.696979 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: availability_zone.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.697668 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.698231 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: availability_zone Jun 17 08:04:11.698545 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: availability_zone_filter.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.699511 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.700016 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: availability_zone_filter Jun 17 08:04:11.700328 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: data_plane_status.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.701280 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.701889 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 08:04:11.702394 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: default_subnetpools.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.703340 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.703853 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: default-subnetpools Jun 17 08:04:11.704732 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.705008 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.705510 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: dhcp_agent_scheduler Jun 17 08:04:11.705828 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: dns.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.706726 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.707222 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension dns-integration not supported by any of loaded plugins Jun 17 08:04:11.707561 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: dns_domain_ports.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.708457 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.709163 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 08:04:11.709599 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: dvr.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.710842 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.711520 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: dvr Jun 17 08:04:11.712064 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: empty_string_filtering.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.713559 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.714426 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: empty-string-filtering Jun 17 08:04:11.714981 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.717180 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.718329 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 08:04:11.718670 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.719664 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.720175 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 08:04:11.720491 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: external_net.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.721390 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.721891 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: external-net Jun 17 08:04:11.722201 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.723099 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.723629 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: extra_dhcp_opt Jun 17 08:04:11.723942 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: extraroute.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.724829 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.725327 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: extraroute Jun 17 08:04:11.725637 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: extraroute_atomic.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.726667 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.727163 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: extraroute-atomic Jun 17 08:04:11.727509 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: filter_validation.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.728174 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.728668 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: filter-validation Jun 17 08:04:11.728976 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: fip_pf_description.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.729859 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.730349 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 08:04:11.730661 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: fip_port_details.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.731596 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.733002 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: fip-port-details Jun 17 08:04:11.733122 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: flavors.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.734381 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.734893 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: flavors Jun 17 08:04:11.735212 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.736947 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.737460 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 08:04:11.737777 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: floatingip_pools.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.738462 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.738963 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: floatingip-pools Jun 17 08:04:11.739299 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: ip_allocation.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.740200 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.740704 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 08:04:11.741014 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.741902 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.742401 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: ip-substring-filtering Jun 17 08:04:11.742713 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: l2_adjacency.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.743634 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.744124 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 08:04:11.744433 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: l3.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.745419 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.745921 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: router Jun 17 08:04:11.746235 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.748832 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.749360 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 08:04:11.749680 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.750976 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.751511 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: ext-gw-mode Jun 17 08:04:11.751829 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.752723 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.753222 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: l3-ha Jun 17 08:04:11.753536 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: l3_flavors.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.754706 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.755222 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: l3-flavors Jun 17 08:04:11.755541 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.756452 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.756952 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 08:04:11.757262 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: l3agentscheduler.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.758327 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.758825 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: l3_agent_scheduler Jun 17 08:04:11.759140 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: logging.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.760921 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.761433 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension logging not supported by any of loaded plugins Jun 17 08:04:11.761754 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: metering.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.762487 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.763053 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: metering Jun 17 08:04:11.763404 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.765305 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.765305 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: metering_source_and_destination_fields Jun 17 08:04:11.765533 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: multiprovidernet.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.766433 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.766934 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: multi-provider Jun 17 08:04:11.767284 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: netmtu.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.768174 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.769268 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: net-mtu Jun 17 08:04:11.769268 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: netmtu_writable.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.769854 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.770350 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: net-mtu-writable Jun 17 08:04:11.770659 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: network_availability_zone.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.771346 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.771954 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: network_availability_zone Jun 17 08:04:11.772150 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: network_ip_availability.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.773217 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.773718 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: network-ip-availability Jun 17 08:04:11.774030 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: network_segment_range.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.774783 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.775303 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 08:04:11.775618 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: pagination.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.778708 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.778708 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: pagination Jun 17 08:04:11.778708 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: port_device_profile.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.778708 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.778708 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: port-device-profile Jun 17 08:04:11.779123 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.780411 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.780912 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: port-mac-address-regenerate Jun 17 08:04:11.781226 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.782112 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.782608 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: port-numa-affinity-policy Jun 17 08:04:11.782918 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: port_resource_request.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.783839 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.784416 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 08:04:11.784733 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: portbindings.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.785637 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.786143 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: binding Jun 17 08:04:11.786453 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: portbindings_extended.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.787761 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.788265 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: binding-extended Jun 17 08:04:11.788584 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: portsecurity.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.789474 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.789980 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: port-security Jun 17 08:04:11.790293 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: project_id.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.791437 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.791755 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: project-id Jun 17 08:04:11.792069 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: providernet.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.792971 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.793480 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: provider Jun 17 08:04:11.793789 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: qos.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.798142 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.798658 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension qos not supported by any of loaded plugins Jun 17 08:04:11.798983 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.800230 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.800738 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 08:04:11.801058 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.801953 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.802460 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 08:04:11.802778 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: qos_default.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.803687 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.804194 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension qos-default not supported by any of loaded plugins Jun 17 08:04:11.804511 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: qos_fip.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.805153 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.805649 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension qos-fip not supported by any of loaded plugins Jun 17 08:04:11.805963 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: qos_gateway_ip.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.806860 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.807398 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 08:04:11.807714 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: qos_port_network_policy.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.808596 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.809097 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 08:04:11.809409 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: qos_rule_type_details.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.810300 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.810848 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 08:04:11.811160 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: qos_rules_alias.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.812199 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.812702 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 08:04:11.813016 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: quotasv2.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.813958 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.814275 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: quotas Jun 17 08:04:11.814585 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: quotasv2_detail.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.817686 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.818130 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: quota_details Jun 17 08:04:11.818336 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: rbac.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.819438 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.819967 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: rbac-policies Jun 17 08:04:11.820288 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: rbac_address_group.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.821217 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.821725 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: rbac-address-group Jun 17 08:04:11.822043 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: rbac_address_scope.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.822930 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.823497 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: rbac-address-scope Jun 17 08:04:11.823817 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: rbac_security_groups.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.824931 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.825442 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: rbac-security-groups Jun 17 08:04:11.825760 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: rbac_subnetpool.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.826702 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.827210 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: rbac-subnetpool Jun 17 08:04:11.827551 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: revisionifmatch.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.828636 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.829143 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: revision-if-match Jun 17 08:04:11.829459 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: revisions.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.830547 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.831807 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: standard-attr-revisions Jun 17 08:04:11.831807 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: router_availability_zone.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.832046 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.832548 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: router_availability_zone Jun 17 08:04:11.832864 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: routerservicetype.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.833763 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.834265 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension router-service-type not supported by any of loaded plugins Jun 17 08:04:11.834582 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.835503 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.836009 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: security-groups-normalized-cidr Jun 17 08:04:11.836323 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.837220 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.837724 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: port-security-groups-filtering Jun 17 08:04:11.838039 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.838929 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.840205 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: security-groups-remote-address-group Jun 17 08:04:11.840205 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: securitygroup.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.850154 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.850685 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: security-group Jun 17 08:04:11.851018 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: segment.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.851847 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.852348 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension segment not supported by any of loaded plugins Jun 17 08:04:11.852664 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.853598 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.854098 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 08:04:11.854415 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: servicetype.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.855529 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.856045 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: service-type Jun 17 08:04:11.856362 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: sorting.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.857450 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.858250 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: sorting Jun 17 08:04:11.858566 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: standard_attr_segment.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.859495 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.859998 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 08:04:11.860312 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: standardattrdescription.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.860942 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.861436 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: standard-attr-description Jun 17 08:04:11.861745 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: stateful_security_group.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.862657 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.863144 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: stateful-security-group Jun 17 08:04:11.863481 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: stdattrs_common.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.864051 dv-cinder-791281-5-iscsi neutron-server[92872]: WARNING neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 08:04:11.864362 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.865328 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.865832 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 08:04:11.866143 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: subnet_onboard.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.867193 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.867736 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: subnet_onboard Jun 17 08:04:11.868048 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.868943 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.869440 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 08:04:11.869748 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: subnet_service_types.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.870659 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.871160 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: subnet-service-types Jun 17 08:04:11.871492 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: subnetallocation.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.872544 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.873097 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: subnet_allocation Jun 17 08:04:11.873412 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.874067 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.874567 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: subnetpool-prefix-ops Jun 17 08:04:11.874873 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.875809 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.876301 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 08:04:11.876612 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: tagging.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.877679 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.878179 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: standard-attr-tag Jun 17 08:04:11.878494 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: timestamp.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.879778 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.880295 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loaded extension: standard-attr-timestamp Jun 17 08:04:11.880610 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: trunk.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.881645 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.882157 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension trunk not supported by any of loaded plugins Jun 17 08:04:11.882470 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: trunk_details.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.883406 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.883911 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension trunk-details not supported by any of loaded plugins Jun 17 08:04:11.884217 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: uplink_status_propagation.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.885112 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.885875 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 08:04:11.886185 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Loading extension file: vlantransparent.py {{(pid=92872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:04:11.886882 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:04:11.887389 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 08:04:11.890827 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of TrackedResource for resource:network Jun 17 08:04:11.891433 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of TrackedResource for resource:subnet Jun 17 08:04:11.891838 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:04:11.892221 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of TrackedResource for resource:port Jun 17 08:04:11.893582 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:04:11.893966 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Service FLAVORS assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:04:11.894579 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:04:11.895004 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:04:11.895357 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of TrackedResource for resource:router Jun 17 08:04:11.895777 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 08:04:11.896258 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Service METERING assigned prefix: /metering {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:04:11.897717 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.898076 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.898414 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:04:11.899448 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 08:04:11.899894 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of TrackedResource for resource:security_group Jun 17 08:04:11.900307 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 08:04:11.900902 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Service CORE assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:04:11.901221 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:04:11.901568 dv-cinder-791281-5-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] subnetpool is already registered Jun 17 08:04:11.901998 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Service CORE assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:04:11.902310 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:04:11.902630 dv-cinder-791281-5-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] subnetpool is already registered Jun 17 08:04:11.905503 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:04:11.905931 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Service FLAVORS assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:04:11.906516 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:04:11.906927 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:04:11.907282 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of TrackedResource for resource:router Jun 17 08:04:11.907622 dv-cinder-791281-5-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] router is already registered Jun 17 08:04:11.908026 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 08:04:11.908347 dv-cinder-791281-5-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] floatingip is already registered Jun 17 08:04:11.908799 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Service METERING assigned prefix: /metering {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:04:11.909467 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 08:04:11.909780 dv-cinder-791281-5-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] rbac_policy is already registered Jun 17 08:04:11.910176 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of TrackedResource for resource:security_group Jun 17 08:04:11.910495 dv-cinder-791281-5-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] security_group is already registered Jun 17 08:04:11.910885 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 08:04:11.911207 dv-cinder-791281-5-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] security_group_rule is already registered Jun 17 08:04:11.911868 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Service CORE assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:04:11.912179 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:04:11.912502 dv-cinder-791281-5-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] subnetpool is already registered Jun 17 08:04:11.912908 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.v2.resource_helper [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Service CORE assigned prefix: {{(pid=92872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:04:11.913217 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:04:11.913534 dv-cinder-791281-5-iscsi neutron-server[92872]: WARNING neutron.quota.resource_registry [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] subnetpool is already registered Jun 17 08:04:11.914003 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: extensions {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.915504 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: address-groups {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.916992 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: address-scopes {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.918290 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: agents {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.919470 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: auto-allocated-topology {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.921328 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: availability_zones {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.922532 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: dhcp-networks {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.924051 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: dhcp-agents {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.925461 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: routers {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.927160 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: flavors {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.929686 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: service_profiles {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.930887 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: next_providers {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.932318 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: service_profiles {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.933831 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: floatingip-pools {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.935031 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: routers {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.937451 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: floatingips {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.938708 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: l3-routers {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.940131 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: l3-agents {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.941533 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: metering-labels {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.942770 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: metering-label-rules {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.944286 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: network-ip-availabilities {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.945406 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: bindings {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.946928 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: quotas {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.948499 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: quotas {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.949916 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: rbac-policies {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.951169 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: security-groups {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.953259 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: security-group-rules {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.953715 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: service-providers {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.954918 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: subnetpools {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.956258 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: subnetpools {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.957793 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.959476 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.961272 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.963028 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.964713 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.966646 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.968451 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.970284 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.972159 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.973882 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron.api.extensions [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Extended resource: tags {{(pid=92872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:04:11.980013 dv-cinder-791281-5-iscsi neutron-server[92872]: WARNING keystonemiddleware.auth_token [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 08:04:11.985098 dv-cinder-791281-5-iscsi neutron-server[92872]: WARNING keystonemiddleware.auth_token [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 08:04:11.993377 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Acquired lock "singleton_lock" {{(pid=92872) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 17 08:04:11.993856 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Releasing lock "singleton_lock" {{(pid=92872) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 17 08:04:11.994478 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO oslo_service.service [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Starting 2 workers Jun 17 08:04:11.999922 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Started child 92979 {{(pid=92872) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:04:12.004609 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Started child 92980 {{(pid=92872) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:04:12.005521 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:12.006248 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO neutron.service [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 08:04:12.006903 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Notify callbacks [] for process, before_spawn {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:12.007082 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [-] (92979) wsgi starting up on http://0.0.0.0:9696 Jun 17 08:04:12.009432 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO oslo_service.service [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Starting 1 workers Jun 17 08:04:12.010289 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:12.012042 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [-] (92980) wsgi starting up on http://0.0.0.0:9696 Jun 17 08:04:12.015083 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Started child 92981 {{(pid=92872) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:04:12.015705 dv-cinder-791281-5-iscsi neutron-server[92872]: INFO oslo_service.service [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Starting 1 workers Jun 17 08:04:12.019491 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.service [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] calling RpcWorker wait() {{(pid=92981) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 08:04:12.020137 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.service [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] returning from RpcWorker wait() {{(pid=92981) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 08:04:12.020235 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Started child 92982 {{(pid=92872) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:04:12.021087 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-644ebe5f-4ee6-4664-8e5b-2b1267025236 None None] Notify callbacks [] for process, after_spawn {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:12.021223 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:12.021846 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:12.023099 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92872) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 08:04:12.023351 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 08:04:12.023535 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 08:04:12.023909 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 08:04:12.024246 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 08:04:12.024406 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 08:04:12.025043 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.025338 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.025600 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.025864 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.025954 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:12.026408 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.026729 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.026992 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:12.027130 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.027276 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.027517 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.027912 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.028078 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.028391 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.028661 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.028899 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.029364 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.029778 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.030414 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.030693 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.030860 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.031302 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.031703 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.032094 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.032498 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] debug = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.032881 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.033467 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.033861 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.034234 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.034613 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.035046 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.035473 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.035946 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.036390 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.036830 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.037244 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.037669 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.038099 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.038533 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.038758 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.039020 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.039272 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.039798 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] host = dv-cinder-791281-5-iscsi {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.040040 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.040440 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.040694 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.040950 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.041195 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.041418 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.041665 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.041909 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.042161 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.042384 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.042637 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.042880 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.043101 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.043375 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.043534 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_options = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.043951 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.044229 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.044503 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.044694 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.045407 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.045834 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.046098 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.046258 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.046648 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.046867 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.047080 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.047318 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.047540 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.047753 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.048011 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.048269 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.048501 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.048718 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.048961 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.049281 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.049572 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.049817 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.050044 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.050646 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.050646 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.050646 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.050949 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.051101 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.051490 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.051763 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.051998 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.052322 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.052570 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.052842 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.053054 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.053257 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.053466 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.053877 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.054115 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.054383 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.054629 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.054863 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.055118 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.055376 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.055613 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.055859 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_json = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.056094 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.056468 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.056610 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.056745 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.056959 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.057170 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.057376 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.057619 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.058020 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.058295 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.058759 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.059004 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.059256 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.059531 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.059764 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.060004 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.060237 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.060563 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.061467 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.061749 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.062164 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.062396 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.062638 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.062951 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.063264 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.063547 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.063770 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.064005 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.064248 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.064643 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.065247 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.065247 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.065603 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.065603 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.065894 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.066044 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.066409 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.066620 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.066812 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.067002 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.067153 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.067400 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.067618 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.068299 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.068299 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.068299 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.068698 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.068847 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.068986 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.069178 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.069392 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.069602 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.069817 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.070028 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.070236 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.070459 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.070698 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.070934 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.071156 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.071506 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.071660 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.071839 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.072068 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.073292 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.073292 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.073292 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.073292 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.073292 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.073292 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.073669 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.074463 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.074832 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.075187 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.075587 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.076018 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.076292 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.076664 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.076891 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.077112 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.077339 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.077708 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.078107 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.078511 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.078737 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.078952 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.079166 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.079426 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.079640 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.079854 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.080070 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.080279 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.080696 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.082884 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.082884 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.082884 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.082884 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.082884 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.082884 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.082884 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.082884 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.084047 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.084047 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.084047 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.084047 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.084597 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.084597 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.084865 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.084865 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.085132 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.085339 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.085604 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.085849 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.086104 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.086344 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.086639 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.086888 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.087588 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.087857 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.088119 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.088562 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.088823 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.089116 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.089337 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.089610 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.089912 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.090190 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.090458 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.090983 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.090983 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.091159 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.091422 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.091704 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.092105 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.092341 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.092669 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.094849 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.094849 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.094849 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.094849 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.094849 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.094849 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.094849 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.094849 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.095506 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.095506 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.095506 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.095506 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.095797 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.097818 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.097818 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.097818 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.097818 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.097818 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.097818 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.097818 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.097818 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.098450 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.098450 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.098450 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.098450 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.098738 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.098814 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.101419 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.101419 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.101419 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.101419 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.101419 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.101419 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.101419 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.101419 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.102058 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.102058 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.102058 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.102058 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.102058 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.102058 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.102058 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.102547 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.102547 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.102692 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.102906 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.103151 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.103421 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.103976 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.103976 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.104234 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.104234 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.104467 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.104665 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.105065 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.105416 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.105803 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.106154 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.106584 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.107015 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.108065 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.108486 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.108863 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.109106 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.109319 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.109566 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.109816 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.110426 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.110426 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.110426 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.110708 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.110906 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.111460 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.111460 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.111761 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.111890 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.112014 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.112207 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.112409 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.112683 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.112933 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.113166 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.113410 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.113634 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.113926 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.114078 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.114248 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.114458 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.114688 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.114908 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.115110 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.115336 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.115553 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.115757 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.115975 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.116178 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.116381 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.116586 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.116795 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.117032 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.117237 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.117521 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.117663 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.117888 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.118189 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.118448 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.118664 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.118938 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.119160 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.119438 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.119686 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.119999 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.120207 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.120458 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.120670 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.120899 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.121134 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.121379 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.121693 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.121972 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.122215 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.122461 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.122735 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.123578 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.124224 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.124224 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.124391 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.124641 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.124920 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.125174 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.125410 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.125689 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.125923 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.126149 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.126387 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.126617 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.126825 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.127062 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.127341 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.127568 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.127792 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.128012 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.128221 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.128466 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.128675 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.128886 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.129096 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.129246 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 08:04:12.129807 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92872) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 08:04:12.129963 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 08:04:12.130149 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 08:04:12.130281 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 08:04:12.130405 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 08:04:12.130559 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 08:04:12.130753 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.130909 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.131062 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.131216 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.131394 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.131569 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.131726 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.131905 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.132076 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.132203 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.132327 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.132426 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.132585 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.132742 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.132877 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.133046 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.133250 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.133385 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.133474 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.133601 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.133753 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.133905 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.134058 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] debug = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.134215 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.134410 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.134571 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.134724 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.134878 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.135030 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.135183 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.135360 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.135514 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.135920 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.136074 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.136228 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.136380 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.136532 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.136684 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.136836 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.136990 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.137142 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] host = dv-cinder-791281-5-iscsi {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.137294 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.137446 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.137599 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.137750 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.137902 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.138056 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.138207 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.138360 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.138515 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.138710 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.138841 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.139028 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.139146 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.139361 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.139580 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_options = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.139736 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.139889 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.140041 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.140212 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.140372 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.140526 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.140679 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.140834 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.140986 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.141226 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.141383 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.141612 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.141715 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.141817 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.141977 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.142165 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.142307 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.142428 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.142583 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.142944 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.142944 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.143095 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.143161 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.143318 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.143472 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.143675 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.143770 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.143903 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.144061 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.144231 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.144361 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.144666 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.144830 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.144998 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.145121 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.145275 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.145428 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.145586 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.145747 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.145880 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.146033 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.146185 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.146337 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.146488 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.146640 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.146793 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_json = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.146946 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.147100 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.147305 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.147437 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.147566 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.147718 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.147901 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.148057 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:04:12.148241 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.148383 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.148544 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.148700 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.148857 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.149013 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.149168 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.149324 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.149481 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.149622 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.149788 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.149944 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.150109 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.150265 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.150422 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.150579 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.150735 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.150875 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.151034 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.151189 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.151368 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.151523 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.151694 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.151859 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.152026 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.152174 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.158715 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.158715 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.158715 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.158715 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.158715 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.158715 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.158715 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.158715 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.158715 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.160727 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.160727 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.160727 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.160727 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.160727 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.160727 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.160727 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.160727 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.160727 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.161581 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.161581 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.161581 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.161581 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.161581 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.161581 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.161581 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.161581 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.161581 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.162449 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.162449 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.162449 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.162449 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.162449 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.162449 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.162449 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.162449 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.162449 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.163361 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.163361 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.163361 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.163361 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.163361 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.163361 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.163361 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.163361 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.163361 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.164240 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.164240 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.164240 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.164240 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.164240 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.164240 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.164240 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.164240 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.164240 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.165370 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.165370 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.165370 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.165370 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.165370 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.165370 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.165370 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.165370 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.166377 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.166377 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.166377 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.166377 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.166377 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.166377 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.166377 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.166377 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.167799 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.167799 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.167799 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.167799 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.167799 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.167799 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.167799 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.167799 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.168591 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.168591 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.168591 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.168591 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.168591 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.168591 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.168591 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.168591 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.169486 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.169486 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.169486 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.169486 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.169486 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.169486 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.169486 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.169486 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.171592 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.171592 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.171592 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.171592 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.171592 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.171592 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.171592 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.171592 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.172156 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.172156 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.172156 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.172156 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.172156 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.172156 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.172156 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.172156 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.172855 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.172855 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.172855 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.172855 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.172855 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.172855 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.172855 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.172855 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.173404 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.173404 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.173404 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.173404 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.173404 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.173404 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.173404 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.173404 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.174383 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.174383 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.174383 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.174383 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.174383 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.174383 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.174383 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.174383 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.175581 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.175581 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.175581 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.175581 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.175581 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.175581 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.175581 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.175581 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.176567 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.176567 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.176567 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.176567 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.176567 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.176567 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.176567 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.176567 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.177398 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.177398 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.177398 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.177398 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.177398 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.177398 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.177398 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.177398 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.178181 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.178181 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.178181 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.178181 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.178181 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.178181 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.178181 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.178181 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.179020 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.179020 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.179321 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:12.179471 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.179471 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.179471 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.179471 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.179471 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.179471 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.179471 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.179471 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.180286 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.180286 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.180286 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.180286 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.180286 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.180286 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.180286 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.180286 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.180286 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.181192 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.181192 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.181192 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.181192 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.181192 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.181192 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.181192 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.181192 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.182001 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.182001 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.182001 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.182001 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.182001 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.182001 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.182611 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.182611 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.182611 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.182611 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.182611 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.183122 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.183122 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.183122 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.183461 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.183461 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.183747 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.183747 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.183992 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.183992 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.184245 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.184382 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.184523 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.184664 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.184816 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.184952 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.185085 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.185219 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.185444 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.186145 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.186282 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.186423 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.186561 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.186737 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.186887 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.187057 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.187436 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.187436 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.187436 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.187682 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.187682 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.187896 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.188023 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.188137 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.188252 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.188414 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.188569 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.188723 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.188883 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.189043 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.189199 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.189440 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.189603 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.189976 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.189976 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:04:12.190291 dv-cinder-791281-5-iscsi neutron-server[92872]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 08:04:12.238695 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 45824) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:04:12.247613 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065088 Jun 17 08:04:23.997342 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9413047d-f089-4899-ba3c-eebe5bf7158e None None] get_active_networks_info from dv-cinder-791281-5-iscsi {{(pid=92981) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:04:24.071150 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9413047d-f089-4899-ba3c-eebe5bf7158e None None] No non-hosted networks {{(pid=92981) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 08:04:24.082022 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.agentschedulers_db [None req-9413047d-f089-4899-ba3c-eebe5bf7158e None None] DHCP Agent not found on host dv-cinder-791281-5-iscsi {{(pid=92981) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 17 08:04:24.158450 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9fb7464a-a02a-41d1-8bc4-288bd5ca3afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455'] for agent, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:26.461587 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455'] for agent, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:26.463067 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:26.463911 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:26.464392 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:26.464925 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:26.465396 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:26.465911 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:26.466378 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:26.466948 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:26.467435 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:26.468903 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:26.469489 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:26.470102 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:26.470653 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-791281-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:26.482635 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-791281-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:26.678050 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-70ddefac-ce2a-4bdc-97e5-f1966a9ece87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455'] for agent, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:26.738679 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-35883bcd-4512-44d9-93bb-90c93eea723c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:27.778549 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455'] for agent, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:29.610841 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455'] for agent, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:30.233210 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.db.l3_hamode_db [None req-c2606e0c-f567-4c6f-bc65-3dfd52e3ce39 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 08:04:30.311353 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2606e0c-f567-4c6f-bc65-3dfd52e3ce39 None None] Routers set() bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:04:30.312645 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2606e0c-f567-4c6f-bc65-3dfd52e3ce39 None None] Router IDs set() for agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 17 08:04:30.634629 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 45918) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:04:31.170800 dv-cinder-791281-5-iscsi neutron-server[92980]: WARNING oslo_policy.policy [None req-dfc48953-d3f7-4ea3-a2d2-b57612147387 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:04:31.171566 dv-cinder-791281-5-iscsi neutron-server[92980]: WARNING oslo_policy.policy [None req-dfc48953-d3f7-4ea3-a2d2-b57612147387 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:04:31.389182 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [None req-dfc48953-d3f7-4ea3-a2d2-b57612147387 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:04:31.390320 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-dfc48953-d3f7-4ea3-a2d2-b57612147387 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7547853 Jun 17 08:04:33.775361 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 45932) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:04:34.087129 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-4eb0cc3f-3d6b-4d3f-ac08-e2f7a46b16b9 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:04:34.181620 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.policy [None req-4eb0cc3f-3d6b-4d3f-ac08-e2f7a46b16b9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92980) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 08:04:34.227355 dv-cinder-791281-5-iscsi neutron-server[92980]: WARNING oslo_policy.policy [None req-4eb0cc3f-3d6b-4d3f-ac08-e2f7a46b16b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:04:34.227739 dv-cinder-791281-5-iscsi neutron-server[92980]: WARNING oslo_policy.policy [None req-4eb0cc3f-3d6b-4d3f-ac08-e2f7a46b16b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:04:34.236830 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.quota [None req-4eb0cc3f-3d6b-4d3f-ac08-e2f7a46b16b9 admin admin] Loaded quota_driver: . Jun 17 08:04:34.332553 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4eb0cc3f-3d6b-4d3f-ac08-e2f7a46b16b9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738549850846', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738549850253', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738549849173', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738549803679', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738549798998', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738549819347', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-951971', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-954922', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66601631', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66632904'] for rbac-policy, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:34.399160 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4eb0cc3f-3d6b-4d3f-ac08-e2f7a46b16b9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:34.400407 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4eb0cc3f-3d6b-4d3f-ac08-e2f7a46b16b9 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6240652 Jun 17 08:04:36.988383 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 45944) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:04:37.299113 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Request body: {'network': {'project_id': '4aa198325d144ad19ae76d137fd37ade', 'tenant_id': '4aa198325d144ad19ae76d137fd37ade', 'admin_state_up': True, 'name': 'private'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:04:37.329491 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Made reservation on behalf of 4aa198325d144ad19ae76d137fd37ade for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:04:37.333500 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:37.351730 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:37.485696 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:37.489634 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:37.495544 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:04:37.511877 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:04:37.539594 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738547431464', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:37.540260 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Unsubscribe: segment precommit_create {{(pid=92980) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 08:04:37.540715 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Added segment 8b32f15e-b02b-41d2-9941-d28d539f8d52 of type vlan for network 702022fd-dc29-488c-8d6a-e1f002cbe298 Jun 17 08:04:37.559015 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe954e9-c4c8-411d-93a7-8f5bfc3b0feb,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:37.609279 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:37.609782 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:37.610106 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:37.610424 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:37.610737 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:37.611061 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:37.611404 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:37.611715 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:37.612034 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:37.612342 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:37.612642 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:37.613082 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Tracked resource versions report: Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: pushed versions: Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: { 'AddressGroup': {'1.2'}, Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'ConntrackHelper': {'1.0'}, Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Log': {'1.0'}, Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Network': {'1.1'}, Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Port': {'1.7'}, Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'PortForwarding': {'1.2'}, Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'QosPolicy': {'1.8'}, Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'SecurityGroup': {'1.4'}, Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'SubPort': {'1.0'}, Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Subnet': {'1.1'}, Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Trunk': {'1.1'}} Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: consumer versions: Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: { DHCP agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: L3 agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: Metadata agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: Metering agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: Open vSwitch agent@dv-cinder-791281-5-iscsi: { 'AddressGroup': '1.2', Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'ConntrackHelper': '1.0', Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Log': '1.0', Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Network': '1.1', Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Port': '1.7', Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'PortForwarding': '1.2', Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'QosPolicy': '1.8', Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'SecurityGroup': '1.4', Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'SecurityGroupRule': '1.2', Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'SubPort': '1.0', Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Subnet': '1.1', Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Trunk': '1.1'}} Jun 17 08:04:37.614323 dv-cinder-791281-5-iscsi neutron-server[92980]: {{(pid=92980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:04:37.667457 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:37.672694 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:04:37.723377 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:37.724816 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:04:37.725455 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:37.728256 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:04:37.775277 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7857819 Jun 17 08:04:37.826959 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Pushing event updated for resources: {'Network': ['ID=702022fd-dc29-488c-8d6a-e1f002cbe298,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:37.830592 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:04:37.839290 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network 702022fd-dc29-488c-8d6a-e1f002cbe298 details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:04:40.485207 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 45958) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:04:40.886533 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79990fd7-c413-4746-9caa-0b244bfb97a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:04:40.887947 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-79990fd7-c413-4746-9caa-0b244bfb97a2 admin admin] 10.222.0.35 "GET /v2.0/networks/702022fd-dc29-488c-8d6a-e1f002cbe298 HTTP/1.1" status: 200 len: 825 time: 0.4018052 Jun 17 08:04:40.913698 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-86117819-f860-4551-af78-310148f0e16b admin admin] 10.222.0.35 "GET /v2.0/subnetpools/a6ef6588-f10c-4f59-8784-1a7303e2cdcd HTTP/1.1" status: 200 len: 734 time: 0.0200601 Jun 17 08:04:40.923282 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-14fd7c9c-ff4e-463f-8c13-59f799b526a0 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a6ef6588-f10c-4f59-8784-1a7303e2cdcd', 'tenant_id': '4aa198325d144ad19ae76d137fd37ade', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '702022fd-dc29-488c-8d6a-e1f002cbe298'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:04:40.948179 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fd7c9c-ff4e-463f-8c13-59f799b526a0 admin admin] Made reservation on behalf of 4aa198325d144ad19ae76d137fd37ade for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:04:40.950697 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14fd7c9c-ff4e-463f-8c13-59f799b526a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:41.253126 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14fd7c9c-ff4e-463f-8c13-59f799b526a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:41.255837 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:04:41.328618 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd7c9c-ff4e-463f-8c13-59f799b526a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26af02d3-d82f-4e13-9562-bd11fcfc8137,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:41.332185 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fd7c9c-ff4e-463f-8c13-59f799b526a0 admin admin] Checking segment: {'id': '8b32f15e-b02b-41d2-9941-d28d539f8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '702022fd-dc29-488c-8d6a-e1f002cbe298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:04:41.332568 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fd7c9c-ff4e-463f-8c13-59f799b526a0 admin admin] Network hostable DHCP agents. Network: 702022fd-dc29-488c-8d6a-e1f002cbe298, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:04:41.334867 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-14fd7c9c-ff4e-463f-8c13-59f799b526a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:04:41.355196 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fd7c9c-ff4e-463f-8c13-59f799b526a0 admin admin] Network 702022fd-dc29-488c-8d6a-e1f002cbe298 is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:04:41.366813 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-14fd7c9c-ff4e-463f-8c13-59f799b526a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, 702022fd-dc29-488c-8d6a-e1f002cbe298) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:04:41.372174 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fd7c9c-ff4e-463f-8c13-59f799b526a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:04:41.372748 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14fd7c9c-ff4e-463f-8c13-59f799b526a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:41.379776 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae21481-0535-4443-9c98-72a06785253a None None] Network 702022fd-dc29-488c-8d6a-e1f002cbe298 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:04:41.399258 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-14fd7c9c-ff4e-463f-8c13-59f799b526a0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4687433 Jun 17 08:04:41.709119 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b715e4-768a-5a0b-966d-03ac32f1023e-702022fd-dc29-488c-8d6a-e1f002cbe298', 'network_id': '702022fd-dc29-488c-8d6a-e1f002cbe298', 'tenant_id': '4aa198325d144ad19ae76d137fd37ade', 'fixed_ips': [{'subnet_id': '26af02d3-d82f-4e13-9562-bd11fcfc8137'}]}} from dv-cinder-791281-5-iscsi. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:04:41.710536 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:41.991086 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Allocated IP 172.20.0.2 (702022fd-dc29-488c-8d6a-e1f002cbe298/26af02d3-d82f-4e13-9562-bd11fcfc8137/a9a0c2cd-b78e-4cec-bd21-20c6d2185626) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:04:42.211387 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:42.257507 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Transition to ACTIVE for port object a9a0c2cd-b78e-4cec-bd21-20c6d2185626 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:04:42.280201 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Transition to ACTIVE for port object a9a0c2cd-b78e-4cec-bd21-20c6d2185626 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:04:42.289242 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:42.292150 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:04:42.354248 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Network 702022fd-dc29-488c-8d6a-e1f002cbe298 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:04:42.365898 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:04:42.380191 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:04:42.383375 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Pushing event updated for resources: {'Port': ['ID=a9a0c2cd-b78e-4cec-bd21-20c6d2185626,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:42.409552 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:42.409901 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:42.410206 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:42.410525 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:42.410837 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:42.411150 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:42.411487 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:42.411842 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:42.412171 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:42.412485 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:42.412790 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:42.413093 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Tracked resource versions report: Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: pushed versions: Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: { 'AddressGroup': {'1.2'}, Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'ConntrackHelper': {'1.0'}, Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Log': {'1.0'}, Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Network': {'1.1'}, Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Port': {'1.7'}, Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'PortForwarding': {'1.2'}, Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'QosPolicy': {'1.8'}, Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'SecurityGroup': {'1.4'}, Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'SubPort': {'1.0'}, Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Subnet': {'1.1'}, Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Trunk': {'1.1'}} Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: consumer versions: Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: { DHCP agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: L3 agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: Metadata agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: Metering agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: Open vSwitch agent@dv-cinder-791281-5-iscsi: { 'AddressGroup': '1.2', Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'ConntrackHelper': '1.0', Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Log': '1.0', Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Network': '1.1', Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Port': '1.7', Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'PortForwarding': '1.2', Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'QosPolicy': '1.8', Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'SecurityGroup': '1.4', Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'SecurityGroupRule': '1.2', Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'SubPort': '1.0', Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Subnet': '1.1', Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Trunk': '1.1'}} Jun 17 08:04:42.414227 dv-cinder-791281-5-iscsi neutron-server[92981]: {{(pid=92981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:04:42.435742 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:04:42.466383 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Attempting to bind port a9a0c2cd-b78e-4cec-bd21-20c6d2185626 on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:04:42.466663 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Attempting to bind port a9a0c2cd-b78e-4cec-bd21-20c6d2185626 by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '8b32f15e-b02b-41d2-9941-d28d539f8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '702022fd-dc29-488c-8d6a-e1f002cbe298'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:04:42.467106 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Attempting to bind port a9a0c2cd-b78e-4cec-bd21-20c6d2185626 on network 702022fd-dc29-488c-8d6a-e1f002cbe298 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:04:42.472263 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:04:42.472657 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Checking segment: {'id': '8b32f15e-b02b-41d2-9941-d28d539f8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '702022fd-dc29-488c-8d6a-e1f002cbe298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:04:42.473129 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:42.473518 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Bound using segment: {'id': '8b32f15e-b02b-41d2-9941-d28d539f8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '702022fd-dc29-488c-8d6a-e1f002cbe298'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:04:42.473979 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Bound port: a9a0c2cd-b78e-4cec-bd21-20c6d2185626, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b32f15e-b02b-41d2-9941-d28d539f8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '702022fd-dc29-488c-8d6a-e1f002cbe298'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:04:42.474365 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:42.538478 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] For port a9a0c2cd-b78e-4cec-bd21-20c6d2185626, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:04:42.542736 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] For port a9a0c2cd-b78e-4cec-bd21-20c6d2185626, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=a9a0c2cd-b78e-4cec-bd21-20c6d2185626,segment=NetworkSegment(8b32f15e-b02b-41d2-9941-d28d539f8d52),segment_id=8b32f15e-b02b-41d2-9941-d28d539f8d52)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:04:42.549740 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:42.555074 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:04:42.617602 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Pushing event updated for resources: {'Port': ['ID=a9a0c2cd-b78e-4cec-bd21-20c6d2185626,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:42.620857 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:04:43.819152 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 45966) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:04:44.375283 dv-cinder-791281-5-iscsi neutron-server[92979]: WARNING oslo_policy.policy [None req-a94c31e6-c35c-40cc-b79f-6c6fff28a500 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:04:44.375979 dv-cinder-791281-5-iscsi neutron-server[92979]: WARNING oslo_policy.policy [None req-a94c31e6-c35c-40cc-b79f-6c6fff28a500 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:04:44.595633 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [None req-a94c31e6-c35c-40cc-b79f-6c6fff28a500 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:04:44.596837 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-a94c31e6-c35c-40cc-b79f-6c6fff28a500 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7755940 Jun 17 08:04:47.098411 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 45980) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:04:47.646719 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [None req-e0b2b1a0-ed89-461c-9fa8-e392ccef7104 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:04:47.648413 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-e0b2b1a0-ed89-461c-9fa8-e392ccef7104 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5485368 Jun 17 08:04:48.494259 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device a9a0c2cd-b78e-4cec-bd21-20c6d2185626 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:04:48.630372 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port a9a0c2cd-b78e-4cec-bd21-20c6d2185626 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:04:49.314007 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d13e9df-31cd-4f64-b6ba-d2e3e119cb3b None None] Network 702022fd-dc29-488c-8d6a-e1f002cbe298 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:04:49.366909 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-4b63a2a8-fc0a-41e3-acef-669642605922 None None] Provisioning for port a9a0c2cd-b78e-4cec-bd21-20c6d2185626 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:04:49.421715 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-4b63a2a8-fc0a-41e3-acef-669642605922 None None] Provisioning complete for port a9a0c2cd-b78e-4cec-bd21-20c6d2185626 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:04:49.422336 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4b63a2a8-fc0a-41e3-acef-669642605922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:49.711441 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4b63a2a8-fc0a-41e3-acef-669642605922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:49.833879 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-4b63a2a8-fc0a-41e3-acef-669642605922 None None] For port a9a0c2cd-b78e-4cec-bd21-20c6d2185626, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=a9a0c2cd-b78e-4cec-bd21-20c6d2185626,segment=NetworkSegment(8b32f15e-b02b-41d2-9941-d28d539f8d52),segment_id=8b32f15e-b02b-41d2-9941-d28d539f8d52)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:04:49.845448 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4b63a2a8-fc0a-41e3-acef-669642605922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:49.852253 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:04:49.961586 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63a2a8-fc0a-41e3-acef-669642605922 None None] Pushing event updated for resources: {'Port': ['ID=a9a0c2cd-b78e-4cec-bd21-20c6d2185626,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:49.966648 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-4b63a2a8-fc0a-41e3-acef-669642605922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:04:50.178233 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-e3ba93f6-2b4f-44ca-b261-0a3fd4c85e87 None None] Provisioning complete for port a9a0c2cd-b78e-4cec-bd21-20c6d2185626 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:04:50.178851 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e3ba93f6-2b4f-44ca-b261-0a3fd4c85e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:50.472624 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device a9a0c2cd-b78e-4cec-bd21-20c6d2185626 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:04:50.531355 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port a9a0c2cd-b78e-4cec-bd21-20c6d2185626 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:04:50.531867 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:50.594933 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 45994) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:04:50.933691 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-184e8370-1d3a-4dd6-be56-6d9d24fbddca admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4aa198325d144ad19ae76d137fd37ade', 'name': 'router1'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:04:50.960472 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-184e8370-1d3a-4dd6-be56-6d9d24fbddca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67094716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:50.962304 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-184e8370-1d3a-4dd6-be56-6d9d24fbddca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67095061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67089084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-811'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:51.110756 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-184e8370-1d3a-4dd6-be56-6d9d24fbddca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:51.116574 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-184e8370-1d3a-4dd6-be56-6d9d24fbddca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67094661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67089112'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:51.132815 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-184e8370-1d3a-4dd6-be56-6d9d24fbddca admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:51.134301 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-184e8370-1d3a-4dd6-be56-6d9d24fbddca admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5380492 Jun 17 08:04:52.088598 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:04:53.581918 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46002) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:04:53.884876 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b0c8ea0-6b16-48ec-9a55-9119043f0c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:53.930158 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [None req-b8b41bd0-c5eb-4493-b27e-004e61c8a7ef admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:04:53.931362 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-b8b41bd0-c5eb-4493-b27e-004e61c8a7ef admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3483634 Jun 17 08:04:56.364313 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 46010) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:04:56.456627 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:56.682821 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e9f1e00d-c1cc-44d3-a628-291f8d14323d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:56.691043 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:04:56.712798 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Made reservation on behalf of a7a7cb3ae1c246b5af22b5a3dad64831 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:04:56.715079 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:56.726193 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:56.814332 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:56.817974 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:56.821945 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:04:56.828498 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Reserving flat network on physical network physnet1 {{(pid=92980) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 08:04:56.855313 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:56.855656 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Added segment 4619c39a-5912-4cd7-abec-e24248ae8292 of type flat for network d7615c75-e47e-4bd3-8b0f-d4d338da562e Jun 17 08:04:56.856946 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6ec94c-c2db-4189-9a9b-46652d5236dd,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:56.865795 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:04:56.906808 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:56.944504 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:56.946058 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:04:56.946652 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:56.948735 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:04:56.980486 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6150401 Jun 17 08:04:57.012440 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Pushing event updated for resources: {'Network': ['ID=d7615c75-e47e-4bd3-8b0f-d4d338da562e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:57.016000 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:04:57.023977 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:04:57.704041 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:59.373186 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46028) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:04:59.558194 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:59.707545 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.policy [None req-729cc03d-7ee5-4581-aa54-2a8d5acdc089 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92979) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 08:04:59.757978 dv-cinder-791281-5-iscsi neutron-server[92979]: WARNING oslo_policy.policy [None req-729cc03d-7ee5-4581-aa54-2a8d5acdc089 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:04:59.758267 dv-cinder-791281-5-iscsi neutron-server[92979]: WARNING oslo_policy.policy [None req-729cc03d-7ee5-4581-aa54-2a8d5acdc089 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:04:59.766940 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729cc03d-7ee5-4581-aa54-2a8d5acdc089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:04:59.768717 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-729cc03d-7ee5-4581-aa54-2a8d5acdc089 admin admin] 10.222.0.35 "GET /v2.0/subnets/26af02d3-d82f-4e13-9562-bd11fcfc8137 HTTP/1.1" status: 200 len: 849 time: 0.3946013 Jun 17 08:04:59.934858 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-6a731d62-c509-44cd-91ba-1c4a6869e629 admin admin] 10.222.0.35 "GET /v2.0/routers/efc611d4-6296-4705-8bcf-88a8771c692b HTTP/1.1" status: 200 len: 704 time: 0.1608238 Jun 17 08:05:00.200255 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:00.525605 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Allocated IP 172.20.0.1 (702022fd-dc29-488c-8d6a-e1f002cbe298/26af02d3-d82f-4e13-9562-bd11fcfc8137/999ee043-e4ac-4388-948f-5717379d71ae) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:05:00.744758 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:00.772891 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Transition to ACTIVE for port object 999ee043-e4ac-4388-948f-5717379d71ae will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:05:00.866287 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:00.870602 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:05:00.928318 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Network 702022fd-dc29-488c-8d6a-e1f002cbe298 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:05:00.933009 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:05:00.983841 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:05:00.984930 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67093353'] for router_interface, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:01.005318 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Pushing event updated for resources: {'Port': ['ID=999ee043-e4ac-4388-948f-5717379d71ae,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:05:01.057318 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:01.057667 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:01.058004 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:01.058328 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:01.058652 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:01.058988 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:01.059336 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:01.059658 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:01.059991 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:01.061013 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:01.061352 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:01.061706 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Tracked resource versions report: Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: pushed versions: Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: { 'AddressGroup': {'1.2'}, Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'ConntrackHelper': {'1.0'}, Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Log': {'1.0'}, Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Network': {'1.1'}, Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Port': {'1.7'}, Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'PortForwarding': {'1.2'}, Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'QosPolicy': {'1.8'}, Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'SecurityGroup': {'1.4'}, Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'SubPort': {'1.0'}, Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Subnet': {'1.1'}, Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Trunk': {'1.1'}} Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: consumer versions: Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: { DHCP agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: L3 agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: Metadata agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: Metering agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: Open vSwitch agent@dv-cinder-791281-5-iscsi: { 'AddressGroup': '1.2', Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'ConntrackHelper': '1.0', Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Log': '1.0', Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Network': '1.1', Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Port': '1.7', Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'PortForwarding': '1.2', Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'QosPolicy': '1.8', Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'SecurityGroup': '1.4', Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'SecurityGroupRule': '1.2', Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'SubPort': '1.0', Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Subnet': '1.1', Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Trunk': '1.1'}} Jun 17 08:05:01.062892 dv-cinder-791281-5-iscsi neutron-server[92979]: {{(pid=92979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:05:01.072377 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:05:01.163797 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-4248a917-520b-4c64-9deb-add7eda0c39c None None] Provisioning for port 999ee043-e4ac-4388-948f-5717379d71ae completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:05:01.167794 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-4248a917-520b-4c64-9deb-add7eda0c39c None None] Provisioning complete for port 999ee043-e4ac-4388-948f-5717379d71ae triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:05:01.168209 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4248a917-520b-4c64-9deb-add7eda0c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:01.204967 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-4248a917-520b-4c64-9deb-add7eda0c39c None None] Port 999ee043-e4ac-4388-948f-5717379d71ae cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:05:01.211220 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:01.397447 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:01.401964 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:01.402995 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66618784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67093269'] for router_interface, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:01.405740 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:05:01.463676 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Pushing event updated for resources: {'Port': ['ID=999ee043-e4ac-4388-948f-5717379d71ae,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:05:01.466947 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:05:01.526699 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Network 702022fd-dc29-488c-8d6a-e1f002cbe298 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:05:01.527991 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:05:01.726405 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-a924cba4-9c47-4b58-8a97-9b32234a8487 None None] Provisioning complete for port 999ee043-e4ac-4388-948f-5717379d71ae triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:05:01.726804 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a924cba4-9c47-4b58-8a97-9b32234a8487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:01.735729 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Router efc611d4-6296-4705-8bcf-88a8771c692b is scheduled to L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac with binding_index 1 {{(pid=92979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:05:01.759908 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-a924cba4-9c47-4b58-8a97-9b32234a8487 None None] Port 999ee043-e4ac-4388-948f-5717379d71ae cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:05:01.828689 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:05:01.833934 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] 10.222.0.35 "PUT /v2.0/routers/efc611d4-6296-4705-8bcf-88a8771c692b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8939061 Jun 17 08:05:01.850665 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Sync routers for ids ['efc611d4-6296-4705-8bcf-88a8771c692b'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:05:01.865873 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Routers {'efc611d4-6296-4705-8bcf-88a8771c692b'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:05:01.866732 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:04:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['efc611d4-6296-4705-8bcf-88a8771c692b'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:05:02.052327 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Set router efc611d4-6296-4705-8bcf-88a8771c692b gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:05:02.483667 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc611d4-6296-4705-8bcf-88a8771c692b', 'name': 'router1', 'tenant_id': '4aa198325d144ad19ae76d137fd37ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:04:50Z', 'updated_at': '2021-06-17T08:05:01Z', 'revision_number': 2, 'project_id': '4aa198325d144ad19ae76d137fd37ade', 'gw_port_host': None, '_interfaces': [{'id': '999ee043-e4ac-4388-948f-5717379d71ae', 'name': '', 'network_id': '702022fd-dc29-488c-8d6a-e1f002cbe298', 'tenant_id': '4aa198325d144ad19ae76d137fd37ade', 'mac_address': 'fa:16:3e:61:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc611d4-6296-4705-8bcf-88a8771c692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26af02d3-d82f-4e13-9562-bd11fcfc8137', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:05:00Z', 'updated_at': '2021-06-17T08:05:01Z', 'revision_number': 2, 'project_id': '4aa198325d144ad19ae76d137fd37ade', 'subnets': [{'id': '26af02d3-d82f-4e13-9562-bd11fcfc8137', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6ef6588-f10c-4f59-8784-1a7303e2cdcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:05:02.534966 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Checking router: efc611d4-6296-4705-8bcf-88a8771c692b for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:05:02.535370 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Updating router efc611d4-6296-4705-8bcf-88a8771c692b port 999ee043-e4ac-4388-948f-5717379d71ae binding host dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:05:02.601840 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:03.102876 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:03.121501 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Transition to ACTIVE for port object 999ee043-e4ac-4388-948f-5717379d71ae will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:05:03.129376 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:03.134283 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:05:03.336354 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Pushing event updated for resources: {'Port': ['ID=999ee043-e4ac-4388-948f-5717379d71ae,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:05:03.350124 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:03.350449 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:03.350765 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:03.351079 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:03.351417 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:03.351726 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:03.352037 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:03.352376 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:03.352689 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:03.352987 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:03.353284 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:03.353580 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Tracked resource versions report: Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: pushed versions: Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: { 'AddressGroup': {'1.2'}, Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'ConntrackHelper': {'1.0'}, Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Log': {'1.0'}, Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Network': {'1.1'}, Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Port': {'1.7'}, Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'PortForwarding': {'1.2'}, Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'QosPolicy': {'1.8'}, Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'SecurityGroup': {'1.4'}, Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'SubPort': {'1.0'}, Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Subnet': {'1.1'}, Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Trunk': {'1.1'}} Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: consumer versions: Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: { DHCP agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: L3 agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: Metadata agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: Metering agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: Open vSwitch agent@dv-cinder-791281-5-iscsi: { 'AddressGroup': '1.2', Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'ConntrackHelper': '1.0', Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Log': '1.0', Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Network': '1.1', Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Port': '1.7', Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'PortForwarding': '1.2', Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'QosPolicy': '1.8', Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'SecurityGroup': '1.4', Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'SecurityGroupRule': '1.2', Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'SubPort': '1.0', Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Subnet': '1.1', Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Trunk': '1.1'}} Jun 17 08:05:03.354691 dv-cinder-791281-5-iscsi neutron-server[92982]: {{(pid=92982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:05:03.360699 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Attempting to bind port 999ee043-e4ac-4388-948f-5717379d71ae on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:05:03.361077 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Attempting to bind port 999ee043-e4ac-4388-948f-5717379d71ae by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '8b32f15e-b02b-41d2-9941-d28d539f8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '702022fd-dc29-488c-8d6a-e1f002cbe298'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:05:03.361491 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Attempting to bind port 999ee043-e4ac-4388-948f-5717379d71ae on network 702022fd-dc29-488c-8d6a-e1f002cbe298 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:05:03.363606 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:05:03.367430 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:05:03.367823 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Checking segment: {'id': '8b32f15e-b02b-41d2-9941-d28d539f8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '702022fd-dc29-488c-8d6a-e1f002cbe298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:05:03.368294 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:03.368669 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Bound using segment: {'id': '8b32f15e-b02b-41d2-9941-d28d539f8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '702022fd-dc29-488c-8d6a-e1f002cbe298'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:05:03.369157 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Bound port: 999ee043-e4ac-4388-948f-5717379d71ae, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b32f15e-b02b-41d2-9941-d28d539f8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '702022fd-dc29-488c-8d6a-e1f002cbe298'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:05:03.369512 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:03.437609 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] For port 999ee043-e4ac-4388-948f-5717379d71ae, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:05:03.459541 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] For port 999ee043-e4ac-4388-948f-5717379d71ae, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=999ee043-e4ac-4388-948f-5717379d71ae,segment=NetworkSegment(8b32f15e-b02b-41d2-9941-d28d539f8d52),segment_id=8b32f15e-b02b-41d2-9941-d28d539f8d52)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:05:03.465174 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:03.468080 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:05:03.514611 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Routers {'efc611d4-6296-4705-8bcf-88a8771c692b'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:05:03.515254 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:04:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['efc611d4-6296-4705-8bcf-88a8771c692b'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:05:03.609240 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Pushing event updated for resources: {'Port': ['ID=999ee043-e4ac-4388-948f-5717379d71ae,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:05:03.620898 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] Set router efc611d4-6296-4705-8bcf-88a8771c692b gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:05:03.624255 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:05:03.839461 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc611d4-6296-4705-8bcf-88a8771c692b', 'name': 'router1', 'tenant_id': '4aa198325d144ad19ae76d137fd37ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:04:50Z', 'updated_at': '2021-06-17T08:05:01Z', 'revision_number': 2, 'project_id': '4aa198325d144ad19ae76d137fd37ade', 'gw_port_host': None, '_interfaces': [{'id': '999ee043-e4ac-4388-948f-5717379d71ae', 'name': '', 'network_id': '702022fd-dc29-488c-8d6a-e1f002cbe298', 'tenant_id': '4aa198325d144ad19ae76d137fd37ade', 'mac_address': 'fa:16:3e:61:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc611d4-6296-4705-8bcf-88a8771c692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26af02d3-d82f-4e13-9562-bd11fcfc8137', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:05:00Z', 'updated_at': '2021-06-17T08:05:03Z', 'revision_number': 4, 'project_id': '4aa198325d144ad19ae76d137fd37ade', 'subnets': [{'id': '26af02d3-d82f-4e13-9562-bd11fcfc8137', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6ef6588-f10c-4f59-8784-1a7303e2cdcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:05:03.869238 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa512295-c3e6-4acb-b8a7-3f1a3feb12b4 None None] The sync data for ids ['efc611d4-6296-4705-8bcf-88a8771c692b'] in dv-cinder-791281-5-iscsi is: [{'id': 'efc611d4-6296-4705-8bcf-88a8771c692b', 'name': 'router1', 'tenant_id': '4aa198325d144ad19ae76d137fd37ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:04:50Z', 'updated_at': '2021-06-17T08:05:01Z', 'revision_number': 2, 'project_id': '4aa198325d144ad19ae76d137fd37ade', 'gw_port_host': None, '_interfaces': [{'id': '999ee043-e4ac-4388-948f-5717379d71ae', 'name': '', 'network_id': '702022fd-dc29-488c-8d6a-e1f002cbe298', 'tenant_id': '4aa198325d144ad19ae76d137fd37ade', 'mac_address': 'fa:16:3e:61:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc611d4-6296-4705-8bcf-88a8771c692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26af02d3-d82f-4e13-9562-bd11fcfc8137', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:05:00Z', 'updated_at': '2021-06-17T08:05:03Z', 'revision_number': 4, 'project_id': '4aa198325d144ad19ae76d137fd37ade', 'subnets': [{'id': '26af02d3-d82f-4e13-9562-bd11fcfc8137', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6ef6588-f10c-4f59-8784-1a7303e2cdcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:05:04.097487 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46054) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:05:04.212721 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15622eed-caad-471c-84ca-b559c351fb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:05:04.214010 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-15622eed-caad-471c-84ca-b559c351fb57 admin admin] 10.222.0.35 "GET /v2.0/networks/d7615c75-e47e-4bd3-8b0f-d4d338da562e HTTP/1.1" status: 200 len: 842 time: 0.1151078 Jun 17 08:05:04.224240 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-f3e0c937-4f70-4dc3-90c8-f031686a53a8 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.0.1'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:05:04.225637 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.quota [None req-f3e0c937-4f70-4dc3-90c8-f031686a53a8 admin admin] Loaded quota_driver: . Jun 17 08:05:04.267395 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e0c937-4f70-4dc3-90c8-f031686a53a8 admin admin] Made reservation on behalf of a7a7cb3ae1c246b5af22b5a3dad64831 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:05:04.269993 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c937-4f70-4dc3-90c8-f031686a53a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:04.622338 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.objects.ports [None req-f3e0c937-4f70-4dc3-90c8-f031686a53a8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92979) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:05:04.623448 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c937-4f70-4dc3-90c8-f031686a53a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:04.625819 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:05:04.680504 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0c937-4f70-4dc3-90c8-f031686a53a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f01658c3-1891-480b-8725-8c6bf900ce76,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:05:04.686045 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f3e0c937-4f70-4dc3-90c8-f031686a53a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:05:04.693694 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e0c937-4f70-4dc3-90c8-f031686a53a8 admin admin] Checking segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:05:04.693845 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e0c937-4f70-4dc3-90c8-f031686a53a8 admin admin] Network hostable DHCP agents. Network: d7615c75-e47e-4bd3-8b0f-d4d338da562e, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:05:04.720022 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e0c937-4f70-4dc3-90c8-f031686a53a8 admin admin] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:05:04.731384 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-f3e0c937-4f70-4dc3-90c8-f031686a53a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, d7615c75-e47e-4bd3-8b0f-d4d338da562e) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:05:04.736846 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e0c937-4f70-4dc3-90c8-f031686a53a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:05:04.737984 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c937-4f70-4dc3-90c8-f031686a53a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:04.741536 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452c5686-a176-47cc-9127-61fd356a8e39 None None] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:05:04.767279 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-f3e0c937-4f70-4dc3-90c8-f031686a53a8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5376544 Jun 17 08:05:04.874137 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe56ead-e508-486b-970c-650680503ae8 None None] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:05:07.171211 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46066) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:05:07.303762 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-9788746c-61f9-4d88-b314-c070d15e916f admin admin] 10.222.0.35 "GET /v2.0/routers/efc611d4-6296-4705-8bcf-88a8771c692b HTTP/1.1" status: 200 len: 710 time: 0.1313615 Jun 17 08:05:07.389390 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bbf5a5-079b-4dba-98f6-bf906b9464d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:05:07.390745 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-c1bbf5a5-079b-4dba-98f6-bf906b9464d7 admin admin] 10.222.0.35 "GET /v2.0/networks/d7615c75-e47e-4bd3-8b0f-d4d338da562e HTTP/1.1" status: 200 len: 886 time: 0.0819707 Jun 17 08:05:07.399561 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:05:07.648988 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67089070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67094674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-829'] for router, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:07.983674 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:08.065566 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:08.174914 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Allocated IP 172.27.0.15 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/8e197d0d-5ed3-4500-bdf9-e9e6013ebed7) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:05:08.288605 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:08.330645 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:08.333077 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:05:08.370442 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:05:08.375869 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:05:08.381979 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:05:08.387736 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=8e197d0d-5ed3-4500-bdf9-e9e6013ebed7,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:05:08.418975 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:05:08.485065 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 999ee043-e4ac-4388-948f-5717379d71ae up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:05:08.539103 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 999ee043-e4ac-4388-948f-5717379d71ae completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:05:08.542866 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 999ee043-e4ac-4388-948f-5717379d71ae triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:05:08.543253 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:08.651678 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:08.679416 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:08.713242 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 999ee043-e4ac-4388-948f-5717379d71ae, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=999ee043-e4ac-4388-948f-5717379d71ae,segment=NetworkSegment(8b32f15e-b02b-41d2-9941-d28d539f8d52),segment_id=8b32f15e-b02b-41d2-9941-d28d539f8d52)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:05:08.718380 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:08.720564 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:05:08.766509 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=999ee043-e4ac-4388-948f-5717379d71ae,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:05:08.771978 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:05:08.859136 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67089070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67094674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-829'] for router, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:08.862807 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67089112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-67089057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-67089107', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-67094683'] for router, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:08.972230 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Router efc611d4-6296-4705-8bcf-88a8771c692b has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:05:09.086183 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:05:09.090500 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:09.091796 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] 10.222.0.35 "PUT /v2.0/routers/efc611d4-6296-4705-8bcf-88a8771c692b HTTP/1.1" status: 200 len: 889 time: 1.6955068 Jun 17 08:05:09.114766 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Sync routers for ids ['efc611d4-6296-4705-8bcf-88a8771c692b'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:05:09.127383 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Routers {'efc611d4-6296-4705-8bcf-88a8771c692b'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:05:09.128066 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:04:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['efc611d4-6296-4705-8bcf-88a8771c692b'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:05:09.362277 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Set router efc611d4-6296-4705-8bcf-88a8771c692b gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:05:09.767604 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc611d4-6296-4705-8bcf-88a8771c692b', 'name': 'router1', 'tenant_id': '4aa198325d144ad19ae76d137fd37ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '8e197d0d-5ed3-4500-bdf9-e9e6013ebed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:04:50Z', 'updated_at': '2021-06-17T08:05:08Z', 'revision_number': 4, 'project_id': '4aa198325d144ad19ae76d137fd37ade', 'gw_port': {'id': '8e197d0d-5ed3-4500-bdf9-e9e6013ebed7', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc611d4-6296-4705-8bcf-88a8771c692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:05:08Z', 'updated_at': '2021-06-17T08:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '999ee043-e4ac-4388-948f-5717379d71ae', 'name': '', 'network_id': '702022fd-dc29-488c-8d6a-e1f002cbe298', 'tenant_id': '4aa198325d144ad19ae76d137fd37ade', 'mac_address': 'fa:16:3e:61:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc611d4-6296-4705-8bcf-88a8771c692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26af02d3-d82f-4e13-9562-bd11fcfc8137', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:05:00Z', 'updated_at': '2021-06-17T08:05:08Z', 'revision_number': 5, 'project_id': '4aa198325d144ad19ae76d137fd37ade', 'subnets': [{'id': '26af02d3-d82f-4e13-9562-bd11fcfc8137', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6ef6588-f10c-4f59-8784-1a7303e2cdcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:05:09.818729 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Checking router: efc611d4-6296-4705-8bcf-88a8771c692b for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:05:09.819073 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Updating router efc611d4-6296-4705-8bcf-88a8771c692b port 8e197d0d-5ed3-4500-bdf9-e9e6013ebed7 binding host dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:05:09.852489 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:10.179843 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:10.189429 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Transition to ACTIVE for port object 8e197d0d-5ed3-4500-bdf9-e9e6013ebed7 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:05:10.195609 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:10.197863 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:05:10.248434 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6e0d9-1d69-4863-b7b7-bd914dfb1bc1 None None] Pushing event updated for resources: {'Port': ['ID=8e197d0d-5ed3-4500-bdf9-e9e6013ebed7,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:05:10.250640 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Attempting to bind port 8e197d0d-5ed3-4500-bdf9-e9e6013ebed7 on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:05:10.251000 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Attempting to bind port 8e197d0d-5ed3-4500-bdf9-e9e6013ebed7 by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:05:10.251385 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Attempting to bind port 8e197d0d-5ed3-4500-bdf9-e9e6013ebed7 on network d7615c75-e47e-4bd3-8b0f-d4d338da562e {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:05:10.256580 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-a0a6e0d9-1d69-4863-b7b7-bd914dfb1bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:05:10.257332 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:05:10.257682 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Checking segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:05:10.258085 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:10.258458 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Bound using segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:05:10.258917 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Bound port: 8e197d0d-5ed3-4500-bdf9-e9e6013ebed7, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:05:10.259313 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:10.311842 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] For port 8e197d0d-5ed3-4500-bdf9-e9e6013ebed7, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:05:10.315013 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] For port 8e197d0d-5ed3-4500-bdf9-e9e6013ebed7, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=8e197d0d-5ed3-4500-bdf9-e9e6013ebed7,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:05:10.319497 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:10.321933 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:05:10.379939 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Routers {'efc611d4-6296-4705-8bcf-88a8771c692b'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:05:10.380508 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:04:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['efc611d4-6296-4705-8bcf-88a8771c692b'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:05:10.386334 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6e0d9-1d69-4863-b7b7-bd914dfb1bc1 None None] Pushing event updated for resources: {'Port': ['ID=8e197d0d-5ed3-4500-bdf9-e9e6013ebed7,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:05:10.502540 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-a0a6e0d9-1d69-4863-b7b7-bd914dfb1bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:05:10.503214 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 999ee043-e4ac-4388-948f-5717379d71ae up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:05:10.607466 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] Set router efc611d4-6296-4705-8bcf-88a8771c692b gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:05:10.638078 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 999ee043-e4ac-4388-948f-5717379d71ae triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:05:10.638450 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:10.907713 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc611d4-6296-4705-8bcf-88a8771c692b', 'name': 'router1', 'tenant_id': '4aa198325d144ad19ae76d137fd37ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '8e197d0d-5ed3-4500-bdf9-e9e6013ebed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:04:50Z', 'updated_at': '2021-06-17T08:05:08Z', 'revision_number': 4, 'project_id': '4aa198325d144ad19ae76d137fd37ade', 'gw_port': {'id': '8e197d0d-5ed3-4500-bdf9-e9e6013ebed7', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc611d4-6296-4705-8bcf-88a8771c692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:05:08Z', 'updated_at': '2021-06-17T08:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '999ee043-e4ac-4388-948f-5717379d71ae', 'name': '', 'network_id': '702022fd-dc29-488c-8d6a-e1f002cbe298', 'tenant_id': '4aa198325d144ad19ae76d137fd37ade', 'mac_address': 'fa:16:3e:61:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc611d4-6296-4705-8bcf-88a8771c692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26af02d3-d82f-4e13-9562-bd11fcfc8137', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:05:00Z', 'updated_at': '2021-06-17T08:05:08Z', 'revision_number': 5, 'project_id': '4aa198325d144ad19ae76d137fd37ade', 'subnets': [{'id': '26af02d3-d82f-4e13-9562-bd11fcfc8137', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6ef6588-f10c-4f59-8784-1a7303e2cdcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:05:10.936236 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace12c9-0538-4a80-9d51-9c60afb19a3e None None] The sync data for ids ['efc611d4-6296-4705-8bcf-88a8771c692b'] in dv-cinder-791281-5-iscsi is: [{'id': 'efc611d4-6296-4705-8bcf-88a8771c692b', 'name': 'router1', 'tenant_id': '4aa198325d144ad19ae76d137fd37ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '8e197d0d-5ed3-4500-bdf9-e9e6013ebed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:04:50Z', 'updated_at': '2021-06-17T08:05:08Z', 'revision_number': 4, 'project_id': '4aa198325d144ad19ae76d137fd37ade', 'gw_port': {'id': '8e197d0d-5ed3-4500-bdf9-e9e6013ebed7', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:19:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc611d4-6296-4705-8bcf-88a8771c692b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:05:08Z', 'updated_at': '2021-06-17T08:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '999ee043-e4ac-4388-948f-5717379d71ae', 'name': '', 'network_id': '702022fd-dc29-488c-8d6a-e1f002cbe298', 'tenant_id': '4aa198325d144ad19ae76d137fd37ade', 'mac_address': 'fa:16:3e:61:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc611d4-6296-4705-8bcf-88a8771c692b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26af02d3-d82f-4e13-9562-bd11fcfc8137', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:05:00Z', 'updated_at': '2021-06-17T08:05:08Z', 'revision_number': 5, 'project_id': '4aa198325d144ad19ae76d137fd37ade', 'subnets': [{'id': '26af02d3-d82f-4e13-9562-bd11fcfc8137', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6ef6588-f10c-4f59-8784-1a7303e2cdcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:05:11.604555 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46074) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:05:11.739998 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-62a92fbc-d26c-44c1-a73a-7e72e3510581 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1342933 Jun 17 08:05:12.499342 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 8e197d0d-5ed3-4500-bdf9-e9e6013ebed7 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:05:12.557210 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 8e197d0d-5ed3-4500-bdf9-e9e6013ebed7 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:05:12.566947 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 8e197d0d-5ed3-4500-bdf9-e9e6013ebed7 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:05:12.567354 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:12.654340 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:12.681253 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 8e197d0d-5ed3-4500-bdf9-e9e6013ebed7, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=8e197d0d-5ed3-4500-bdf9-e9e6013ebed7,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:05:12.685482 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:12.687541 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-a0a6e0d9-1d69-4863-b7b7-bd914dfb1bc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:05:12.733995 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=8e197d0d-5ed3-4500-bdf9-e9e6013ebed7,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:05:12.737935 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:05:14.523807 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 8e197d0d-5ed3-4500-bdf9-e9e6013ebed7 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:05:14.576568 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 8e197d0d-5ed3-4500-bdf9-e9e6013ebed7 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:05:14.576931 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:23.890247 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-65e50474-240d-4142-8d39-f1805b867f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:26.458848 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:26.690840 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4475495c-6dd4-4342-85ee-a79777164bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:27.728711 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:29.079608 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:05:29.601328 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:53.906628 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-622fcd6a-302d-4985-ad59-c8c6b5cc11a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:56.483133 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:56.685605 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f595b8a7-e6dd-4c2f-ade2-9eb8cb256f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:57.713578 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:59.590428 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:06.083136 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:06:23.892402 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd0d1-8945-4ab5-b3ec-f83cd7e49115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:26.459160 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:26.687345 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c56fc2ec-60fa-44cc-80f0-19169c2f0bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:27.723299 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:29.582648 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:43.081688 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:06:51.543350 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46642) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:06:51.603504 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.pecan_wsgi.hooks.translation [None req-2427000d-a78d-4762-a67b-fb1533be883a admin admin] GET failed (client error): The resource could not be found. Jun 17 08:06:51.604818 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-2427000d-a78d-4762-a67b-fb1533be883a admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604949 Jun 17 08:06:51.765746 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e306080-dbf1-4646-bc70-db4053151ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:06:51.767133 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-3e306080-dbf1-4646-bc70-db4053151ccb admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1585162 Jun 17 08:06:53.895883 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b703ab5b-9328-4e48-96c2-c9175720599d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:53.955147 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46652) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:06:54.045852 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e5ac44-c5c7-462d-9ec1-4ff16bd55dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:06:54.047196 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-03e5ac44-c5c7-462d-9ec1-4ff16bd55dc2 admin admin] 10.222.0.35 "GET /v2.0/subnets/26af02d3-d82f-4e13-9562-bd11fcfc8137 HTTP/1.1" status: 200 len: 849 time: 0.0910571 Jun 17 08:06:54.057036 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:06:54.240960 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Notify callbacks [] for subnet, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:54.396135 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738547349104'] for subnet, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:54.398411 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:06:54.432516 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:06:54.433441 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:54.434800 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] 10.222.0.35 "PUT /v2.0/subnets/26af02d3-d82f-4e13-9562-bd11fcfc8137 HTTP/1.1" status: 200 len: 868 time: 0.3817718 Jun 17 08:06:54.436322 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48d4926-e112-4a9c-bd09-bb2d55ede522 None None] Network 702022fd-dc29-488c-8d6a-e1f002cbe298 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:06:54.453814 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=26af02d3-d82f-4e13-9562-bd11fcfc8137,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:06:54.461556 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:06:54.461891 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:06:54.462249 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:06:54.462576 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:06:54.462893 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:06:54.463460 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:06:54.463881 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:06:54.464109 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:06:54.464439 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:06:54.464764 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:06:54.465049 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:06:54.465364 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:06:54.469916 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:06:54.869999 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-089d0f63-364c-4328-9985-2a38ce1457b6 None None] Provisioning complete for port 999ee043-e4ac-4388-948f-5717379d71ae triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:06:54.870370 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-089d0f63-364c-4328-9985-2a38ce1457b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:54.969789 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-089d0f63-364c-4328-9985-2a38ce1457b6 None None] Provisioning complete for port a9a0c2cd-b78e-4cec-bd21-20c6d2185626 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:06:54.970483 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-089d0f63-364c-4328-9985-2a38ce1457b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:56.463788 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:56.645134 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46660) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:06:56.689039 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9a594806-2963-433a-83eb-3a9f3370b903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:56.853104 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d9140d-ce88-4403-a590-1ced8402d28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:06:56.853857 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d9140d-ce88-4403-a590-1ced8402d28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:06:56.855438 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-78d9140d-ce88-4403-a590-1ced8402d28e admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2093132 Jun 17 08:06:57.719837 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:59.002852 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46668) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:06:59.136270 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b2d31e-4131-49e6-bca2-4f70bbf20e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:06:59.136769 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b2d31e-4131-49e6-bca2-4f70bbf20e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:06:59.138311 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-a3b2d31e-4131-49e6-bca2-4f70bbf20e6d admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1344278 Jun 17 08:06:59.582686 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:01.354164 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46676) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:07:01.481197 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b145a97-8d68-4d1a-ba3e-5520f399ea6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:07:01.482566 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-4b145a97-8d68-4d1a-ba3e-5520f399ea6b admin admin] 10.222.0.35 "GET /v2.0/networks/702022fd-dc29-488c-8d6a-e1f002cbe298 HTTP/1.1" status: 200 len: 869 time: 0.1274519 Jun 17 08:07:03.635952 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46684) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:07:03.761868 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4de422c-917d-4990-b1e5-5154d0e26693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:07:03.763079 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-f4de422c-917d-4990-b1e5-5154d0e26693 admin admin] 10.222.0.35 "GET /v2.0/networks/d7615c75-e47e-4bd3-8b0f-d4d338da562e HTTP/1.1" status: 200 len: 886 time: 0.1261778 Jun 17 08:07:05.923944 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46692) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:07:06.051940 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c51f6a-d58f-4534-9f01-ebcfdfa240f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:07:06.052402 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c51f6a-d58f-4534-9f01-ebcfdfa240f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:07:06.053979 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-43c51f6a-d58f-4534-9f01-ebcfdfa240f1 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1290474 Jun 17 08:07:08.248904 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46700) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:07:08.338993 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea287f7-6ee7-45ef-bc04-210bf8f5c8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:07:08.339480 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea287f7-6ee7-45ef-bc04-210bf8f5c8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:07:08.340983 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-6ea287f7-6ee7-45ef-bc04-210bf8f5c8a8 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908198 Jun 17 08:07:10.510920 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46708) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:07:10.602721 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb14f832-5bd1-4235-9777-88c1f66c08ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:07:10.604204 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-fb14f832-5bd1-4235-9777-88c1f66c08ce admin admin] 10.222.0.35 "GET /v2.0/subnets/26af02d3-d82f-4e13-9562-bd11fcfc8137 HTTP/1.1" status: 200 len: 868 time: 0.0923095 Jun 17 08:07:12.790892 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 46716) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:07:12.889467 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9bcd44-1e41-491a-ab53-82cfe87bed88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:07:12.890848 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2d9bcd44-1e41-491a-ab53-82cfe87bed88 admin admin] 10.222.0.35 "GET /v2.0/subnets/f01658c3-1891-480b-8725-8c6bf900ce76 HTTP/1.1" status: 200 len: 816 time: 0.0989404 Jun 17 08:07:20.085417 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:07:23.896984 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c66015c7-bbea-4ec2-9ef0-8e5ae3591363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:26.466957 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:26.693056 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a75a6b57-32f3-4f77-bf1e-2a2dd6c9958e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:27.723490 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:29.587203 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:36.617554 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 46762) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:07:36.664539 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [None req-bf76c3d0-a344-4219-9aff-a4ab1bc6dd11 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:07:36.665901 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-bf76c3d0-a344-4219-9aff-a4ab1bc6dd11 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472441 Jun 17 08:07:38.941939 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46770) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:07:39.001935 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f7689f-8c3a-45e1-8003-8819836a8ec1 admin admin] GET failed (client error): The resource could not be found. Jun 17 08:07:39.003310 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-f6f7689f-8c3a-45e1-8003-8819836a8ec1 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604229 Jun 17 08:07:39.093886 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfece85a-9880-447b-a5de-5363664a44b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:07:39.095379 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-cfece85a-9880-447b-a5de-5363664a44b7 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0880804 Jun 17 08:07:41.298766 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46778) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:07:41.347556 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-2452b5dc-8a18-426a-b7a1-ad965a6345ab admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:07:41.371390 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2452b5dc-8a18-426a-b7a1-ad965a6345ab admin admin] Made reservation on behalf of a7a7cb3ae1c246b5af22b5a3dad64831 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:07:41.373742 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2452b5dc-8a18-426a-b7a1-ad965a6345ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:41.406187 dv-cinder-791281-5-iscsi neutron-server[92979]: WARNING neutron.services.revisions.revision_plugin [None req-2452b5dc-8a18-426a-b7a1-ad965a6345ab admin admin] Could not find related network for resource to bump revision. Jun 17 08:07:41.421644 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2452b5dc-8a18-426a-b7a1-ad965a6345ab admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:07:41.435143 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2452b5dc-8a18-426a-b7a1-ad965a6345ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738547431464', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:41.435710 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2452b5dc-8a18-426a-b7a1-ad965a6345ab admin admin] Unsubscribe: segment precommit_create {{(pid=92979) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 08:07:41.436155 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.segments_db [None req-2452b5dc-8a18-426a-b7a1-ad965a6345ab admin admin] Added segment 1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5 of type vlan for network e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc Jun 17 08:07:41.484074 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2452b5dc-8a18-426a-b7a1-ad965a6345ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:41.523645 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2452b5dc-8a18-426a-b7a1-ad965a6345ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:41.525037 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2452b5dc-8a18-426a-b7a1-ad965a6345ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:07:41.525589 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2452b5dc-8a18-426a-b7a1-ad965a6345ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:41.527478 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:07:41.580109 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-2452b5dc-8a18-426a-b7a1-ad965a6345ab admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2802217 Jun 17 08:07:41.619735 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452b5dc-8a18-426a-b7a1-ad965a6345ab admin admin] Pushing event updated for resources: {'Network': ['ID=e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:07:41.623311 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2452b5dc-8a18-426a-b7a1-ad965a6345ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:07:41.631923 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:07:43.807750 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46786) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:07:43.866902 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.pecan_wsgi.hooks.translation [None req-1256ffe0-fc18-42bc-b4d3-71745b86f40f admin admin] GET failed (client error): The resource could not be found. Jun 17 08:07:43.868295 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-1256ffe0-fc18-42bc-b4d3-71745b86f40f admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595944 Jun 17 08:07:43.936467 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72113549-3c5f-4f55-8a22-55ad68a7c40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:07:43.937920 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-72113549-3c5f-4f55-8a22-55ad68a7c40f admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658128 Jun 17 08:07:43.947496 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-ec21a14b-6ed1-4a43-a7d9-7d154650ba92 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:07:43.968338 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec21a14b-6ed1-4a43-a7d9-7d154650ba92 admin admin] Made reservation on behalf of a7a7cb3ae1c246b5af22b5a3dad64831 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:07:43.970649 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ec21a14b-6ed1-4a43-a7d9-7d154650ba92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:44.131459 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ec21a14b-6ed1-4a43-a7d9-7d154650ba92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:44.134520 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f3e0c937-4f70-4dc3-90c8-f031686a53a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:07:44.188871 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21a14b-6ed1-4a43-a7d9-7d154650ba92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca0b931-ba59-4a1f-a333-c9c37f53f440,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:07:44.192378 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ec21a14b-6ed1-4a43-a7d9-7d154650ba92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:07:44.198921 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec21a14b-6ed1-4a43-a7d9-7d154650ba92 admin admin] Checking segment: {'id': '1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:07:44.199292 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec21a14b-6ed1-4a43-a7d9-7d154650ba92 admin admin] Network hostable DHCP agents. Network: e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:07:44.215649 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec21a14b-6ed1-4a43-a7d9-7d154650ba92 admin admin] Network e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:07:44.224108 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-ec21a14b-6ed1-4a43-a7d9-7d154650ba92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:07:44.229118 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec21a14b-6ed1-4a43-a7d9-7d154650ba92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:07:44.230281 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ec21a14b-6ed1-4a43-a7d9-7d154650ba92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:44.233956 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faadd49-9c3a-4e90-9b46-a13dbe99f0e6 None None] Network e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:07:44.244599 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-ec21a14b-6ed1-4a43-a7d9-7d154650ba92 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3006606 Jun 17 08:07:44.393759 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b715e4-768a-5a0b-966d-03ac32f1023e-e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc', 'network_id': 'e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc', 'tenant_id': 'a7a7cb3ae1c246b5af22b5a3dad64831', 'fixed_ips': [{'subnet_id': '7ca0b931-ba59-4a1f-a333-c9c37f53f440'}]}} from dv-cinder-791281-5-iscsi. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:07:44.394628 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:44.536018 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Allocated IP 192.168.233.2 (e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc/7ca0b931-ba59-4a1f-a333-c9c37f53f440/bf66212a-ddc6-4d9e-9622-71338ba62517) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:07:44.682155 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:44.690722 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Transition to ACTIVE for port object bf66212a-ddc6-4d9e-9622-71338ba62517 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:07:44.705662 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Transition to ACTIVE for port object bf66212a-ddc6-4d9e-9622-71338ba62517 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:07:44.713226 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:44.715483 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-aa37ffc2-7c7f-48bc-b5da-059dc05ef2fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:07:44.755609 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Network e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:07:44.758658 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:07:44.764653 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:07:44.771420 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Pushing event updated for resources: {'Port': ['ID=bf66212a-ddc6-4d9e-9622-71338ba62517,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:07:44.781312 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:44.781662 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:44.781984 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:44.782309 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:44.782627 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:44.782955 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:44.783306 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:44.783631 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:44.783965 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:44.784284 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:44.784597 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:44.784909 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:44.803931 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:07:44.837089 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Attempting to bind port bf66212a-ddc6-4d9e-9622-71338ba62517 on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:07:44.837452 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Attempting to bind port bf66212a-ddc6-4d9e-9622-71338ba62517 by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:07:44.837805 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Attempting to bind port bf66212a-ddc6-4d9e-9622-71338ba62517 on network e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:07:44.842970 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:07:44.843360 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Checking segment: {'id': '1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:07:44.843761 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:44.844143 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Bound using segment: {'id': '1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:07:44.844606 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Bound port: bf66212a-ddc6-4d9e-9622-71338ba62517, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:07:44.844976 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:44.908649 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] For port bf66212a-ddc6-4d9e-9622-71338ba62517, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:07:44.912429 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] For port bf66212a-ddc6-4d9e-9622-71338ba62517, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=bf66212a-ddc6-4d9e-9622-71338ba62517,segment=NetworkSegment(1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5),segment_id=1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:07:44.918660 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:44.920901 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:07:44.981108 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Pushing event updated for resources: {'Port': ['ID=bf66212a-ddc6-4d9e-9622-71338ba62517,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:07:44.985046 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:07:45.792358 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76243d8f-7ca8-4751-8461-bfe902f2f69c None None] Network e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:07:45.907683 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-1a97c1ed-7fb1-4a47-97e0-4fa6c8e912f7 None None] Provisioning for port bf66212a-ddc6-4d9e-9622-71338ba62517 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:07:46.603677 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device bf66212a-ddc6-4d9e-9622-71338ba62517 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:07:46.657123 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port bf66212a-ddc6-4d9e-9622-71338ba62517 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:07:46.661578 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port bf66212a-ddc6-4d9e-9622-71338ba62517 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:07:46.661947 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:46.752900 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:46.788952 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port bf66212a-ddc6-4d9e-9622-71338ba62517, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=bf66212a-ddc6-4d9e-9622-71338ba62517,segment=NetworkSegment(1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5),segment_id=1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:07:46.793148 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:46.795343 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-4b63a2a8-fc0a-41e3-acef-669642605922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:07:46.843951 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=bf66212a-ddc6-4d9e-9622-71338ba62517,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:07:46.846952 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:07:48.579925 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device bf66212a-ddc6-4d9e-9622-71338ba62517 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:07:48.627973 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port bf66212a-ddc6-4d9e-9622-71338ba62517 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:07:48.628333 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:53.899594 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4e6ab196-5c1f-4699-a8cb-ea809f00475b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:56.468894 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:56.693718 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3cb83f5e-cdbc-4487-a33d-04b9038a30ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:57.084460 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:07:57.729365 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:59.589670 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:23.902011 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-198e421e-709b-421f-b243-235f3f28c12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:26.471732 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:26.694781 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9c443305-aa71-491f-8f77-ce9d72ec10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:27.731988 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:29.591919 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:34.082795 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:08:52.755290 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 46838) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:08:52.763091 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [None req-50008ac4-594d-4377-8a74-dd130f4049e1 tempest-verify_tempest_config-926139866 tempest-verify_tempest_config-926139866-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:08:52.764194 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-50008ac4-594d-4377-8a74-dd130f4049e1 tempest-verify_tempest_config-926139866 tempest-verify_tempest_config-926139866-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0077431 Jun 17 08:08:53.086647 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 46856) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:08:53.186289 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:53.278621 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:53.282386 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:53.288628 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:53.329474 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7264074bb6e84beb932b41c72c89c2b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2418206 Jun 17 08:08:53.332250 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46860) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:08:53.333563 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accd6563-0020-408c-abef-216d09a39623,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:53.342091 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.342448 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.342790 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.343118 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.343468 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.343808 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.344144 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.344458 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.344794 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.345121 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.345430 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.345742 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.349584 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:53.421783 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:53.443574 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:53.539117 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:53.542199 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:53.543369 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/accd6563-0020-408c-abef-216d09a39623 HTTP/1.1" status: 204 len: 168 time: 0.2101295 Jun 17 08:08:53.543980 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:53.551510 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accd6563-0020-408c-abef-216d09a39623,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:53.558669 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.559033 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.559398 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.559754 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.560075 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.560424 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.560749 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.561064 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.561397 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.561722 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.562038 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.562353 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:53.566092 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:53.904405 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-50993b66-a8d3-4d35-b06f-fdfd59ab5235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:56.472709 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:56.694720 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-93aaa1e1-c5b2-40a3-bad4-063d9a7dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:57.734275 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:59.595132 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:11.080368 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:09:23.905400 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c383be1c-34a2-485b-a83e-7f686dda8a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:26.475158 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:26.695423 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b669e420-a442-4286-9ba9-6a74b8a75c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:27.735857 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:29.598136 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:48.078846 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:09:53.905141 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1d5e9057-556e-4cab-9dd9-9293f2afc3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:56.479745 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:56.695849 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b8ea96d8-2940-472b-93a3-6a6685569ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:57.739497 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:59.603946 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:23.906143 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-80106e6f-986e-4d2c-b64a-6971482178d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:25.076455 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 5 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:10:26.480635 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:26.695105 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3baba96-987a-4d47-91cd-905727f883b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:27.742778 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:28.658425 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455'] for agent, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:29.604180 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:32.796443 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 46914) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:32.900538 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-a0871275-b6f5-4e0a-8491-c7e25348d9bc admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1028557 Jun 17 08:10:35.042373 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 46924) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:35.102093 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-17bc7ae9-a9da-4c46-bea5-93dd03939cb8 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0586362 Jun 17 08:10:53.908397 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1a28edc2-debf-43d5-a2c3-200c659a5020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:56.482329 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:56.695804 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9c67ca4c-5b2e-4514-a404-dfc00773bfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:57.745639 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:58.610762 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:59.608663 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:02.075046 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:11:23.920207 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0ef86889-2fd7-4a60-8344-ae99081cfa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:26.484957 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:26.707713 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0a235936-2f5e-4ea3-b88f-854455517caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:27.752159 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:28.629368 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:29.620793 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:39.073903 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:11:53.912214 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c961170f-cadf-416e-826b-f34b5186b4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:56.487580 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:56.701078 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a479d97e-5814-429f-9c10-803f90e6eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:57.756397 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:58.652377 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:59.623330 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:02.029966 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 47138) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:02.408584 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-network', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:02.435719 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Made reservation on behalf of 8752c1061ce9489f85b5546f7e4dbe9c for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:12:02.438185 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:02.448083 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:02.494849 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47164) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:02.521896 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47170) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:02.546062 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:02.550959 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:02.553463 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47174) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:02.556669 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a3c568b0-1b60-4478-ace3-2ea93da0d471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:02.581138 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85266a2-50cf-4efd-ad2d-83756a973b03,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:02.591996 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:02.592630 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:02.593143 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:02.593634 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:02.594123 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:02.594611 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:02.595087 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:02.595584 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:02.596091 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:02.596563 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:02.597030 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:02.598294 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Tracked resource versions report: Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: pushed versions: Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: { 'AddressGroup': {'1.2'}, Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'ConntrackHelper': {'1.0'}, Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Log': {'1.0'}, Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Network': {'1.1'}, Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Port': {'1.7'}, Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'PortForwarding': {'1.2'}, Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'QosPolicy': {'1.8'}, Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'SecurityGroup': {'1.4'}, Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'SubPort': {'1.0'}, Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Subnet': {'1.1'}, Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Trunk': {'1.1'}} Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: consumer versions: Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: { DHCP agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: HyperV agent@hv-cinder-79128: {}, Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: L3 agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: Metadata agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: Metering agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: Open vSwitch agent@dv-cinder-791281-5-iscsi: { 'AddressGroup': '1.2', Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'ConntrackHelper': '1.0', Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Log': '1.0', Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Network': '1.1', Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Port': '1.7', Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'PortForwarding': '1.2', Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'QosPolicy': '1.8', Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'SecurityGroup': '1.4', Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'SecurityGroupRule': '1.2', Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'SubPort': '1.0', Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Subnet': '1.1', Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: 'Trunk': '1.1'}} Jun 17 08:12:02.599643 dv-cinder-791281-5-iscsi neutron-server[92980]: {{(pid=92980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:12:02.607657 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:02.608781 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:12:02.625151 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:02.625782 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Added segment 4fb29fdb-ee14-4dfb-b9bc-082f01367520 of type vlan for network 19ba03da-5332-4f85-9243-9aa68eba305b Jun 17 08:12:02.674440 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:02.715201 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:02.716824 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:02.717578 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:02.720939 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5396b8c3-8d47-4912-b1a8-fba01b63865a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:02.750855 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7192128 Jun 17 08:12:02.751339 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47186) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:02.763936 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-ff70d27b-059a-4d39-a02f-6bb688d26097 admin admin] Request body: {'subnet': {'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-subnet', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:02.796457 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Pushing event updated for resources: {'Network': ['ID=19ba03da-5332-4f85-9243-9aa68eba305b,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:02.799924 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:02.814238 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network 19ba03da-5332-4f85-9243-9aa68eba305b details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:12:02.817717 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff70d27b-059a-4d39-a02f-6bb688d26097 admin admin] Made reservation on behalf of 8752c1061ce9489f85b5546f7e4dbe9c for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:12:02.821174 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ff70d27b-059a-4d39-a02f-6bb688d26097 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:02.830198 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1346736930-network', 'tenant_id': '684246a58f09418fac0008ec7556e1f3'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:02.867410 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1242753550-network', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:02.898404 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Made reservation on behalf of 684246a58f09418fac0008ec7556e1f3 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:12:02.901856 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:02.914423 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:02.924737 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Made reservation on behalf of f50cdcfdd2fd408d86d30f95622cad2f for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:12:02.928498 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:02.977430 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-115184827-network', 'tenant_id': '83df9cc613d84fce850257513d3c5752'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:03.116449 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:03.259011 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:03.307660 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:03.349456 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] Made reservation on behalf of 83df9cc613d84fce850257513d3c5752 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:12:03.353418 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:03.381131 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:03.384367 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:03.439787 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:12:03.579289 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:03.579947 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.segments_db [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Added segment 6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4 of type vlan for network 0026b4bb-5535-40dd-9cc1-590011035a19 Jun 17 08:12:03.620473 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ff70d27b-059a-4d39-a02f-6bb688d26097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:03.624677 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278d3e62-8a7c-4897-be7d-f510f2f80390,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:03.693737 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:03.714887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:03.714887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:03.714887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:03.714887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:03.714887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:03.714887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:03.714887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:03.714887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:03.714887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:03.714887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:03.714887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:03.716525 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Tracked resource versions report: Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: pushed versions: Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: { 'AddressGroup': {'1.2'}, Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'ConntrackHelper': {'1.0'}, Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Log': {'1.0'}, Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Network': {'1.1'}, Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Port': {'1.7'}, Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'PortForwarding': {'1.2'}, Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'QosPolicy': {'1.8'}, Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'SecurityGroup': {'1.4'}, Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'SubPort': {'1.0'}, Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Subnet': {'1.1'}, Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Trunk': {'1.1'}} Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: consumer versions: Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: { DHCP agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: HyperV agent@hv-cinder-79128: {}, Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: L3 agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: Metadata agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: Metering agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: Open vSwitch agent@dv-cinder-791281-5-iscsi: { 'AddressGroup': '1.2', Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'ConntrackHelper': '1.0', Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Log': '1.0', Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Network': '1.1', Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Port': '1.7', Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'PortForwarding': '1.2', Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'QosPolicy': '1.8', Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'SecurityGroup': '1.4', Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'SecurityGroupRule': '1.2', Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'SubPort': '1.0', Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Subnet': '1.1', Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: 'Trunk': '1.1'}} Jun 17 08:12:03.717724 dv-cinder-791281-5-iscsi neutron-server[92979]: {{(pid=92979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:12:03.736081 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:03.752212 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ec21a14b-6ed1-4a43-a7d9-7d154650ba92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:03.857880 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:03.868259 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:03.868839 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:03.883222 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70d27b-059a-4d39-a02f-6bb688d26097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d98a074-331c-4766-b44c-a8c8c8e4d172,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:03.891662 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:03.904178 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ff70d27b-059a-4d39-a02f-6bb688d26097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:03.907338 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:03.916231 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:03.925008 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff70d27b-059a-4d39-a02f-6bb688d26097 admin admin] Checking segment: {'id': '4fb29fdb-ee14-4dfb-b9bc-082f01367520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:12:03.925420 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff70d27b-059a-4d39-a02f-6bb688d26097 admin admin] Network hostable DHCP agents. Network: 19ba03da-5332-4f85-9243-9aa68eba305b, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:12:03.985882 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:12:04.039033 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Pushing event updated for resources: {'Network': ['ID=0026b4bb-5535-40dd-9cc1-590011035a19,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:04.045879 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:04.045879 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.segments_db [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Added segment 4ae92527-3ec8-4967-9671-a77d80b972b6 of type vlan for network c7133842-e71c-43e6-ac53-3faca71f09d3 Jun 17 08:12:04.047271 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:04.051192 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a8dcebd7-9006-4f0d-8741-0b3206c6b4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:04.051942 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network 0026b4bb-5535-40dd-9cc1-590011035a19 details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:12:04.075306 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff70d27b-059a-4d39-a02f-6bb688d26097 admin admin] Network 19ba03da-5332-4f85-9243-9aa68eba305b is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:12:04.132064 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8301728b-e0b8-4c85-9e35-6d66471d47d6,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:04.138822 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:04.142257 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-ff70d27b-059a-4d39-a02f-6bb688d26097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, 19ba03da-5332-4f85-9243-9aa68eba305b) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:04.155545 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:04.215657 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff70d27b-059a-4d39-a02f-6bb688d26097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:04.218268 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fecac0e-3554-4bea-b2cb-3c639bf15012 None None] Network 19ba03da-5332-4f85-9243-9aa68eba305b requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:12:04.221142 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ff70d27b-059a-4d39-a02f-6bb688d26097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:04.256217 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:04.260689 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:04.264658 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:04.265644 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:04.282425 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2452b5dc-8a18-426a-b7a1-ad965a6345ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:04.366627 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:04.374161 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8507786 Jun 17 08:12:04.379955 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 47252) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:04.387396 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-1e0b4c93-2a2a-44f1-b5dc-c97273818fec admin admin] Request body: {'subnet': {'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1346736930-subnet', 'tenant_id': '684246a58f09418fac0008ec7556e1f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:04.393499 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-ff70d27b-059a-4d39-a02f-6bb688d26097 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6357670 Jun 17 08:12:04.400051 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 47254) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:04.425599 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:04.434491 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9178932 Jun 17 08:12:04.450654 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 47256) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:04.467316 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-440db407-b6dc-418a-aa25-0574836caa3a admin admin] Request body: {'subnet': {'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1242753550-subnet', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:04.516016 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0b4c93-2a2a-44f1-b5dc-c97273818fec admin admin] Made reservation on behalf of 684246a58f09418fac0008ec7556e1f3 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:12:04.519636 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4c93-2a2a-44f1-b5dc-c97273818fec admin admin] Notify callbacks [] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:04.584419 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Pushing event updated for resources: {'Network': ['ID=c7133842-e71c-43e6-ac53-3faca71f09d3,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:04.589369 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:12:04.591860 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b715e4-768a-5a0b-966d-03ac32f1023e-19ba03da-5332-4f85-9243-9aa68eba305b', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172'}]}} from dv-cinder-791281-5-iscsi. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:12:04.594935 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:04.595803 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:04.596851 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:04.611823 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network c7133842-e71c-43e6-ac53-3faca71f09d3 details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:12:04.629662 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:04.630044 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.segments_db [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] Added segment be3c3ffd-152a-42d0-af62-8cea9c13b3a4 of type vlan for network 38aaca95-fd40-47e3-b5ab-b5275d97ccb5 Jun 17 08:12:04.720716 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:04.762068 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d2f270-6639-4666-b9a1-1ae753b870c4,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:04.766851 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47270) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:04.784585 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:04.799359 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:04.805067 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:04.807892 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:04.816233 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:04.862361 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Allocated IP 172.20.0.2 (19ba03da-5332-4f85-9243-9aa68eba305b/6d98a074-331c-4766-b44c-a8c8c8e4d172/f3273052-870a-49c2-8719-52e70c7872ce) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:12:04.872133 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67094716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:04.875777 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67095061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67089084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-811'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:04.895436 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] Pushing event updated for resources: {'Network': ['ID=38aaca95-fd40-47e3-b5ab-b5275d97ccb5,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:04.897080 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440db407-b6dc-418a-aa25-0574836caa3a admin admin] Made reservation on behalf of f50cdcfdd2fd408d86d30f95622cad2f for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:12:04.906900 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-440db407-b6dc-418a-aa25-0574836caa3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:04.911838 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:04.914111 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2497718 Jun 17 08:12:04.919258 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47280) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:04.934310 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-e3c4d171-ccb9-4340-afe3-fdca58969822 admin admin] Request body: {'subnet': {'network_id': '38aaca95-fd40-47e3-b5ab-b5275d97ccb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-115184827-subnet', 'tenant_id': '83df9cc613d84fce850257513d3c5752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:04.961796 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network 38aaca95-fd40-47e3-b5ab-b5275d97ccb5 details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:12:04.977122 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c4d171-ccb9-4340-afe3-fdca58969822 admin admin] Made reservation on behalf of 83df9cc613d84fce850257513d3c5752 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:12:04.980680 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d171-ccb9-4340-afe3-fdca58969822 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:05.074216 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a5dfcc96-78d0-4c40-911a-a401a9ee1c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:05.258500 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:05.282275 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Transition to ACTIVE for port object f3273052-870a-49c2-8719-52e70c7872ce will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:05.314319 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Transition to ACTIVE for port object f3273052-870a-49c2-8719-52e70c7872ce will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:05.333647 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:05.335780 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4c93-2a2a-44f1-b5dc-c97273818fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:05.349101 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:05.364006 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Network 19ba03da-5332-4f85-9243-9aa68eba305b is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:05.366714 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:05.374009 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:12:05.447528 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:05.465294 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:05.467000 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d171-ccb9-4340-afe3-fdca58969822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:05.484959 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a5dfcc96-78d0-4c40-911a-a401a9ee1c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:05.501539 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-38ffe953-8e5e-40f3-b2e5-070f9845f3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:05.521094 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Attempting to bind port f3273052-870a-49c2-8719-52e70c7872ce on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:12:05.524170 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Attempting to bind port f3273052-870a-49c2-8719-52e70c7872ce by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '4fb29fdb-ee14-4dfb-b9bc-082f01367520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:12:05.524889 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Attempting to bind port f3273052-870a-49c2-8719-52e70c7872ce on network 19ba03da-5332-4f85-9243-9aa68eba305b {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:05.543716 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:12:05.546254 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Checking segment: {'id': '4fb29fdb-ee14-4dfb-b9bc-082f01367520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:12:05.546771 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:05.548310 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Bound using segment: {'id': '4fb29fdb-ee14-4dfb-b9bc-082f01367520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:12:05.548882 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Bound port: f3273052-870a-49c2-8719-52e70c7872ce, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb29fdb-ee14-4dfb-b9bc-082f01367520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:12:05.550050 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:05.599288 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-440db407-b6dc-418a-aa25-0574836caa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:05.624234 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a5dfcc96-78d0-4c40-911a-a401a9ee1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:05.676875 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4d171-ccb9-4340-afe3-fdca58969822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b396a0-16cf-494e-bb90-e7a7b4baef79,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:05.718632 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e3c4d171-ccb9-4340-afe3-fdca58969822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:05.752230 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:05.766127 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Pushing event updated for resources: {'Port': ['ID=f3273052-870a-49c2-8719-52e70c7872ce,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:05.772421 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b4c93-2a2a-44f1-b5dc-c97273818fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=11cf0762-a3fe-45d4-80c4-981986f0ca50,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:05.777637 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] For port f3273052-870a-49c2-8719-52e70c7872ce, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:12:05.792377 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] For port f3273052-870a-49c2-8719-52e70c7872ce, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=f3273052-870a-49c2-8719-52e70c7872ce,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:12:05.796177 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:05.797079 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:05.797825 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:05.798536 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:05.799468 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:05.800249 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:05.801851 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:05.802594 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:05.803393 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:05.804143 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:05.804858 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:05.805600 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Tracked resource versions report: Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: pushed versions: Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: { 'AddressGroup': {'1.2'}, Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'ConntrackHelper': {'1.0'}, Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Log': {'1.0'}, Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Network': {'1.1'}, Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Port': {'1.7'}, Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'PortForwarding': {'1.2'}, Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'QosPolicy': {'1.8'}, Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'SecurityGroup': {'1.4'}, Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'SubPort': {'1.0'}, Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Subnet': {'1.1'}, Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Trunk': {'1.1'}} Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: consumer versions: Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: { DHCP agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: HyperV agent@hv-cinder-79128: {}, Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: L3 agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: Metadata agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: Metering agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: Open vSwitch agent@dv-cinder-791281-5-iscsi: { 'AddressGroup': '1.2', Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'ConntrackHelper': '1.0', Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Log': '1.0', Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Network': '1.1', Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Port': '1.7', Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'PortForwarding': '1.2', Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'QosPolicy': '1.8', Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'SecurityGroup': '1.4', Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'SecurityGroupRule': '1.2', Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'SubPort': '1.0', Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Subnet': '1.1', Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: 'Trunk': '1.1'}} Jun 17 08:12:05.807840 dv-cinder-791281-5-iscsi neutron-server[92981]: {{(pid=92981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:12:05.820892 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:05.824455 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:05.832425 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:05.871266 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1e0b4c93-2a2a-44f1-b5dc-c97273818fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:05.874845 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:05.924455 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67089070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67094674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-829'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:05.934213 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0b4c93-2a2a-44f1-b5dc-c97273818fec admin admin] Checking segment: {'id': '6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:12:05.934965 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-a5dfcc96-78d0-4c40-911a-a401a9ee1c91 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24dfe72cfdf84868a51f92846fb194f2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1664283 Jun 17 08:12:05.935437 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0b4c93-2a2a-44f1-b5dc-c97273818fec admin admin] Network hostable DHCP agents. Network: 0026b4bb-5535-40dd-9cc1-590011035a19, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:12:05.939457 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47304) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:05.969196 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfcc96-78d0-4c40-911a-a401a9ee1c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465afd1c-9a49-4ee4-9359-c2d3873fa3ce,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:05.980827 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a5dfcc96-78d0-4c40-911a-a401a9ee1c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:05.992384 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c4d171-ccb9-4340-afe3-fdca58969822 admin admin] Checking segment: {'id': 'be3c3ffd-152a-42d0-af62-8cea9c13b3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '38aaca95-fd40-47e3-b5ab-b5275d97ccb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:12:05.992929 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c4d171-ccb9-4340-afe3-fdca58969822 admin admin] Network hostable DHCP agents. Network: 38aaca95-fd40-47e3-b5ab-b5275d97ccb5, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:12:06.082771 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Pushing event updated for resources: {'Port': ['ID=f3273052-870a-49c2-8719-52e70c7872ce,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:06.096960 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:06.104264 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c4d171-ccb9-4340-afe3-fdca58969822 admin admin] Network 38aaca95-fd40-47e3-b5ab-b5275d97ccb5 is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:12:06.109619 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440db407-b6dc-418a-aa25-0574836caa3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:06.117243 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-e3c4d171-ccb9-4340-afe3-fdca58969822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, 38aaca95-fd40-47e3-b5ab-b5275d97ccb5) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:06.122036 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-440db407-b6dc-418a-aa25-0574836caa3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:06.126412 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440db407-b6dc-418a-aa25-0574836caa3a admin admin] Checking segment: {'id': '4ae92527-3ec8-4967-9671-a77d80b972b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:12:06.126975 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440db407-b6dc-418a-aa25-0574836caa3a admin admin] Network hostable DHCP agents. Network: c7133842-e71c-43e6-ac53-3faca71f09d3, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:12:06.130018 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1c07e6-22b3-48b1-b525-99d2ee61e8fd None None] Network 38aaca95-fd40-47e3-b5ab-b5275d97ccb5 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:12:06.136566 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c4d171-ccb9-4340-afe3-fdca58969822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:06.137633 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e3c4d171-ccb9-4340-afe3-fdca58969822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:06.142462 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0b4c93-2a2a-44f1-b5dc-c97273818fec admin admin] Network 0026b4bb-5535-40dd-9cc1-590011035a19 is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:12:06.163315 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-1e0b4c93-2a2a-44f1-b5dc-c97273818fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, 0026b4bb-5535-40dd-9cc1-590011035a19) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:06.171327 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0b4c93-2a2a-44f1-b5dc-c97273818fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:06.172414 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4c93-2a2a-44f1-b5dc-c97273818fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:06.178209 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440db407-b6dc-418a-aa25-0574836caa3a admin admin] Network c7133842-e71c-43e6-ac53-3faca71f09d3 is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:12:06.181081 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-e3c4d171-ccb9-4340-afe3-fdca58969822 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2580113 Jun 17 08:12:06.181871 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9f7928df-2a21-4d5c-aac8-31ef74db8d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:06.190121 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-440db407-b6dc-418a-aa25-0574836caa3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, c7133842-e71c-43e6-ac53-3faca71f09d3) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:06.198462 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440db407-b6dc-418a-aa25-0574836caa3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:06.199908 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-440db407-b6dc-418a-aa25-0574836caa3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:06.207771 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc0c4cb-d952-400a-b67f-7a08262158e7 None None] Network 0026b4bb-5535-40dd-9cc1-590011035a19 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:12:06.214896 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1e0b4c93-2a2a-44f1-b5dc-c97273818fec admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8297226 Jun 17 08:12:06.215513 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76359ed7-c972-4fc2-ac4c-c7d7923e12ea None None] Network c7133842-e71c-43e6-ac53-3faca71f09d3 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:12:06.223630 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 47314) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:06.254535 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47318) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:06.263819 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9f7928df-2a21-4d5c-aac8-31ef74db8d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:06.324305 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1346736930-router', 'tenant_id': '684246a58f09418fac0008ec7556e1f3', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:06.344751 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9f7928df-2a21-4d5c-aac8-31ef74db8d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:06.353280 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9f7928df-2a21-4d5c-aac8-31ef74db8d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:06.360831 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-9f7928df-2a21-4d5c-aac8-31ef74db8d65 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/465afd1c-9a49-4ee4-9359-c2d3873fa3ce HTTP/1.1" status: 204 len: 168 time: 0.4095461 Jun 17 08:12:06.361635 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:06.362269 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-440db407-b6dc-418a-aa25-0574836caa3a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9081678 Jun 17 08:12:06.366114 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 47324) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:06.405789 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7928df-2a21-4d5c-aac8-31ef74db8d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465afd1c-9a49-4ee4-9359-c2d3873fa3ce,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:06.412873 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9f7928df-2a21-4d5c-aac8-31ef74db8d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:06.418732 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:06.422322 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67094716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:06.423440 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67095061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67089084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-811'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:06.529054 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-47e9eac2-8653-45e9-b8e5-c3ac27c1efd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:06.623528 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d7e381-26d7-480b-bc28-193fa97900c5 None None] Network 0026b4bb-5535-40dd-9cc1-590011035a19 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:12:06.643104 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896aec04-33b0-445c-9bfc-15d705e7cf6d None None] Network 38aaca95-fd40-47e3-b5ab-b5275d97ccb5 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:12:06.689066 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67094716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:06.691606 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67095061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67089084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-811'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:06.755456 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:06.861412 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-47e9eac2-8653-45e9-b8e5-c3ac27c1efd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:06.862587 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:06.870084 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-47e9eac2-8653-45e9-b8e5-c3ac27c1efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:06.874665 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:06.930922 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-47e9eac2-8653-45e9-b8e5-c3ac27c1efd8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3ea39dcbb0042af9eb708849f51a8a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6752331 Jun 17 08:12:06.932632 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9eac2-8653-45e9-b8e5-c3ac27c1efd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29f8be0-8087-49b1-96e1-340263fa944c,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:06.937118 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47340) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:06.945791 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-47e9eac2-8653-45e9-b8e5-c3ac27c1efd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:06.995501 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device f3273052-870a-49c2-8719-52e70c7872ce up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:07.028707 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b715e4-768a-5a0b-966d-03ac32f1023e-c7133842-e71c-43e6-ac53-3faca71f09d3', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12'}]}} from dv-cinder-791281-5-iscsi. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:12:07.032588 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:07.054922 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-34c13fd5-4382-4133-b9d2-5e06c32f33ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:07.091615 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:07.108141 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-34c13fd5-4382-4133-b9d2-5e06c32f33ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:07.217088 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47346) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:07.230225 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-34c13fd5-4382-4133-b9d2-5e06c32f33ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:07.233349 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:07.263064 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-34c13fd5-4382-4133-b9d2-5e06c32f33ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:07.270512 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-34c13fd5-4382-4133-b9d2-5e06c32f33ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b29f8be0-8087-49b1-96e1-340263fa944c HTTP/1.1" status: 204 len: 168 time: 0.3258855 Jun 17 08:12:07.290599 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:07.293219 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7bf37f82-d17e-44e4-ab3c-e69d9f379770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:07.378346 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c13fd5-4382-4133-b9d2-5e06c32f33ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29f8be0-8087-49b1-96e1-340263fa944c,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:07.383675 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-34c13fd5-4382-4133-b9d2-5e06c32f33ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:07.613565 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47384) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:07.618171 dv-cinder-791281-5-iscsi neutron-server[92979]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 08:12:07.786617 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Allocated IP 172.20.0.2 (c7133842-e71c-43e6-ac53-3faca71f09d3/2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12/5be9502d-c859-41a1-9f59-6a373fb83f1f) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:12:07.802993 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67089070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67094674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-829'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:07.810064 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67089070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67094674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-829'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:07.850348 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7bf37f82-d17e-44e4-ab3c-e69d9f379770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:07.859766 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Allocated IP 172.27.0.36 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/5369cf28-d4ee-4791-8013-8426c9c1fdb5) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:12:07.892613 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7bf37f82-d17e-44e4-ab3c-e69d9f379770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:07.917773 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9f7928df-2a21-4d5c-aac8-31ef74db8d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:07.993928 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-7bf37f82-d17e-44e4-ab3c-e69d9f379770 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2612b4b40292456ea9b3da460de9fc89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7752664 Jun 17 08:12:08.002856 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47396) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:08.061941 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:08.085004 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf37f82-d17e-44e4-ab3c-e69d9f379770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3d915e-f1ea-4b98-8478-9e5e8f33fea8,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:08.088559 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7bf37f82-d17e-44e4-ab3c-e69d9f379770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:08.114673 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-f6af29ee-1372-415e-857f-8b9cfb7427c2 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:08.122769 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-f6af29ee-1372-415e-857f-8b9cfb7427c2 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/networks?id=38aaca95-fd40-47e3-b5ab-b5275d97ccb5 HTTP/1.1" status: 200 len: 811 time: 0.5076709 Jun 17 08:12:08.143330 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-221403ef-0585-40b5-860f-5c7418c12a89 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/quotas/83df9cc613d84fce850257513d3c5752 HTTP/1.1" status: 200 len: 375 time: 0.0193369 Jun 17 08:12:08.147073 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fed7c60f-183d-48e1-9759-e78a50f2d992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:08.171136 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fed7c60f-183d-48e1-9759-e78a50f2d992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:08.227628 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3cfce8-98b6-4f35-9967-663ca18f6194 None None] Network 19ba03da-5332-4f85-9243-9aa68eba305b requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:12:08.279730 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-ba865d68-aedb-4528-b41d-de57e687ee93 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=83df9cc613d84fce850257513d3c5752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1355443 Jun 17 08:12:08.318399 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fed7c60f-183d-48e1-9759-e78a50f2d992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:08.333520 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fed7c60f-183d-48e1-9759-e78a50f2d992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:08.342515 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-fed7c60f-183d-48e1-9759-e78a50f2d992 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a3d915e-f1ea-4b98-8478-9e5e8f33fea8 HTTP/1.1" status: 204 len: 168 time: 0.3385441 Jun 17 08:12:08.344514 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:08.363717 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7c60f-183d-48e1-9759-e78a50f2d992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3d915e-f1ea-4b98-8478-9e5e8f33fea8,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:08.374879 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fed7c60f-183d-48e1-9759-e78a50f2d992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:08.510957 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port f3273052-870a-49c2-8719-52e70c7872ce completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:08.526155 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-e3ddfcc8-446a-4cdb-83af-8803a157bb8d None None] Provisioning for port f3273052-870a-49c2-8719-52e70c7872ce completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:08.548918 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port f3273052-870a-49c2-8719-52e70c7872ce triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:08.549562 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:08.627573 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:08.642780 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:08.646530 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-e3ddfcc8-446a-4cdb-83af-8803a157bb8d None None] Provisioning complete for port f3273052-870a-49c2-8719-52e70c7872ce triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:08.647727 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e3ddfcc8-446a-4cdb-83af-8803a157bb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:08.854427 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:08.877972 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:08.898488 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-ee722735-f1e0-4784-9f39-1c7259e72430 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:12:08.904060 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-ee722735-f1e0-4784-9f39-1c7259e72430 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3044615 Jun 17 08:12:08.992845 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Allocated IP 172.27.0.87 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/bc8ddc26-ad58-4397-bd25-2cac82062bf8) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:12:08.999918 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:09.015395 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Pushing event updated for resources: {'Port': ['ID=5369cf28-d4ee-4791-8013-8426c9c1fdb5,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:09.045998 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:09.052582 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:09.068958 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:09.077164 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:12:09.092829 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Transition to ACTIVE for port object 5be9502d-c859-41a1-9f59-6a373fb83f1f will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:09.140716 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e3ddfcc8-446a-4cdb-83af-8803a157bb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:09.151181 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:09.185116 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Transition to ACTIVE for port object 5be9502d-c859-41a1-9f59-6a373fb83f1f will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:09.217000 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:09.265015 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:09.313576 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-e3ddfcc8-446a-4cdb-83af-8803a157bb8d None None] For port f3273052-870a-49c2-8719-52e70c7872ce, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=f3273052-870a-49c2-8719-52e70c7872ce,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:09.331919 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e3ddfcc8-446a-4cdb-83af-8803a157bb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:09.353166 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Network c7133842-e71c-43e6-ac53-3faca71f09d3 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:09.407207 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:09.430938 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-19052043-9fb7-4ee3-81a9-012f67a7ae10 service neutron] 10.222.0.35 "GET /v2.0/networks/38aaca95-fd40-47e3-b5ab-b5275d97ccb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225067 Jun 17 08:12:09.434470 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:12:09.466141 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Pushing event updated for resources: {'Port': ['ID=5be9502d-c859-41a1-9f59-6a373fb83f1f,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:09.474853 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:09.477262 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-a0a6e0d9-1d69-4863-b7b7-bd914dfb1bc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:09.528191 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.db.api [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:12:09.528719 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_db.api [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:12:09.620664 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-1e612135-5384-48ef-a890-f6bd3c1d6695 service neutron] 10.222.0.35 "GET /v2.0/networks/38aaca95-fd40-47e3-b5ab-b5275d97ccb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752520 Jun 17 08:12:09.672958 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Attempting to bind port 5be9502d-c859-41a1-9f59-6a373fb83f1f on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:12:09.677349 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Attempting to bind port 5be9502d-c859-41a1-9f59-6a373fb83f1f by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '4ae92527-3ec8-4967-9671-a77d80b972b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:12:09.681216 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Attempting to bind port 5be9502d-c859-41a1-9f59-6a373fb83f1f on network c7133842-e71c-43e6-ac53-3faca71f09d3 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:09.716451 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:12:09.723257 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Checking segment: {'id': '4ae92527-3ec8-4967-9671-a77d80b972b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:12:09.723257 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:09.723257 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Bound using segment: {'id': '4ae92527-3ec8-4967-9671-a77d80b972b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:12:09.723257 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Bound port: 5be9502d-c859-41a1-9f59-6a373fb83f1f, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae92527-3ec8-4967-9671-a77d80b972b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:12:09.723757 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:09.773396 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddfcc8-446a-4cdb-83af-8803a157bb8d None None] Pushing event updated for resources: {'Port': ['ID=f3273052-870a-49c2-8719-52e70c7872ce,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:09.787114 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-e3ddfcc8-446a-4cdb-83af-8803a157bb8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:09.803267 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-20dcbd54-fc86-4843-ab54-d0f44c51ba92 None None] Provisioning complete for port f3273052-870a-49c2-8719-52e70c7872ce triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:09.820375 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-20dcbd54-fc86-4843-ab54-d0f44c51ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:09.852727 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:09.945928 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:09.961882 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] For port 5be9502d-c859-41a1-9f59-6a373fb83f1f, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:12:09.973453 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] For port 5be9502d-c859-41a1-9f59-6a373fb83f1f, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=5be9502d-c859-41a1-9f59-6a373fb83f1f,segment=NetworkSegment(4ae92527-3ec8-4967-9671-a77d80b972b6),segment_id=4ae92527-3ec8-4967-9671-a77d80b972b6)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:12:09.986145 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:10.000047 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:10.003054 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47484) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:10.007259 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:10.104622 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:10.132595 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:10.153633 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-964b9201-6fc5-4070-9afc-3bcb84a1344b req-5f2f0816-6a75-48da-b6ab-7c5bb8b27a9e tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 210 time: 0.1473973 Jun 17 08:12:10.186818 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:10.339832 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Allocated IP 172.27.0.168 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/dfedcb71-de65-4c8f-acb6-e50f4a8fbd74) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:12:10.377352 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device f3273052-870a-49c2-8719-52e70c7872ce up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:10.436568 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Pushing event updated for resources: {'Port': ['ID=5be9502d-c859-41a1-9f59-6a373fb83f1f,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:10.442782 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:10.502172 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port f3273052-870a-49c2-8719-52e70c7872ce triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:10.502879 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:10.588384 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:10.595666 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:10.606169 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:12:10.615367 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8ddc26-ad58-4397-bd25-2cac82062bf8,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:10.864294 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:10.923111 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:11.158533 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:11.171904 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:11.243065 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Pushing event updated for resources: {'Port': ['ID=dfedcb71-de65-4c8f-acb6-e50f4a8fbd74,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:11.252382 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:11.265992 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:11.318284 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f6fb61f1-5839-43df-ab96-1e242b273ab2 req-a6d40cda-a807-4ef4-87c7-5971445cb5da tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 210 time: 0.0511918 Jun 17 08:12:11.404275 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:11.437402 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:11.439862 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67094661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67089112'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:11.480449 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:12:11.577228 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4b9332-c023-421f-9edc-9621a9aff863 None None] Network c7133842-e71c-43e6-ac53-3faca71f09d3 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:12:11.681077 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-f36ea1eb-0843-4f8d-b191-95e97984f8ed None None] Provisioning for port 5be9502d-c859-41a1-9f59-6a373fb83f1f completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:11.731989 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67094661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67089112'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.017831 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.099271 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47598) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:12.108088 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 is scheduled to L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:12:12.220085 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47608) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:12.251976 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc is scheduled to L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:12:12.322064 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-71f1a3c0-55cb-4e61-86be-542a28c5dedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.356688 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-97194329-b076-49bd-8cdf-3c355d98ef06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.401918 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 5be9502d-c859-41a1-9f59-6a373fb83f1f up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:12.476677 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 5be9502d-c859-41a1-9f59-6a373fb83f1f completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:12.482127 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 5be9502d-c859-41a1-9f59-6a373fb83f1f triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:12.483079 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.491854 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-71f1a3c0-55cb-4e61-86be-542a28c5dedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.514952 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d5b52f82-f814-4453-81d5-3d8f5f986688 req-0a5df6ed-3ee9-44d9-8bf2-732d3627bdfd tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 210 time: 0.0347281 Jun 17 08:12:12.517952 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-71f1a3c0-55cb-4e61-86be-542a28c5dedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.542078 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:12:12.553777 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Sync routers for ids ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:12:12.559667 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:12.564497 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Routers {'32c39358-8bdb-4d9d-a7a4-c336bc50e633'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:12:12.565452 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:11:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:12.576831 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-71f1a3c0-55cb-4e61-86be-542a28c5dedd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a54ff9269e349729733ba937ed99b90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4759276 Jun 17 08:12:12.580320 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 47614) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:12.584016 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67094661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67089112'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.587166 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.607506 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1a3c0-55cb-4e61-86be-542a28c5dedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe5e067-a650-4ea8-9725-3b00b15c72ad,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:12.612563 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-71f1a3c0-55cb-4e61-86be-542a28c5dedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:12.662784 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 5be9502d-c859-41a1-9f59-6a373fb83f1f, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=5be9502d-c859-41a1-9f59-6a373fb83f1f,segment=NetworkSegment(4ae92527-3ec8-4967-9671-a77d80b972b6),segment_id=4ae92527-3ec8-4967-9671-a77d80b972b6)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:12.668333 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.670988 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:12.701316 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-97194329-b076-49bd-8cdf-3c355d98ef06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.710230 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-97194329-b076-49bd-8cdf-3c355d98ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.719068 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:12:12.720089 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:12.720922 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Set router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:12:12.739799 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.743583 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-5237d058-f58b-4e43-9ae9-d743f968f310 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.3424199 Jun 17 08:12:12.746668 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=5be9502d-c859-41a1-9f59-6a373fb83f1f,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:12.757034 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Sync routers for ids ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:12:12.758010 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 47618) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:12.758598 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.762274 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3704889 Jun 17 08:12:12.762464 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:12.774720 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 47620) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:12.785627 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Routers {'636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:12:12.786322 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:11:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:12.791595 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-97194329-b076-49bd-8cdf-3c355d98ef06 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d021fd7872534e43847bc8882ed2f511&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5698283 Jun 17 08:12:12.805432 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47622) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:12.842492 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c44b9feb-354b-4299-95a6-10f932aaeeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.842734 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97194329-b076-49bd-8cdf-3c355d98ef06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db3569f-bea2-49ea-b088-6b7da29ca996,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:12.849193 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-97194329-b076-49bd-8cdf-3c355d98ef06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:12.867607 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c44b9feb-354b-4299-95a6-10f932aaeeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.874023 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1a65578c-998f-400d-9126-6eaa8ede902e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.916843 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1a65578c-998f-400d-9126-6eaa8ede902e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.928203 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Set router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:12:12.946150 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:09Z', 'revision_number': 3, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:12.983420 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1a65578c-998f-400d-9126-6eaa8ede902e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.991151 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1a65578c-998f-400d-9126-6eaa8ede902e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:12.994203 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-1a65578c-998f-400d-9126-6eaa8ede902e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0db3569f-bea2-49ea-b088-6b7da29ca996 HTTP/1.1" status: 204 len: 168 time: 0.1874816 Jun 17 08:12:12.995806 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-47e9eac2-8653-45e9-b8e5-c3ac27c1efd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:13.010935 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65578c-998f-400d-9126-6eaa8ede902e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db3569f-bea2-49ea-b088-6b7da29ca996,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:13.024335 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Checking router: 32c39358-8bdb-4d9d-a7a4-c336bc50e633 for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:12:13.024689 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Updating router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 port 5369cf28-d4ee-4791-8013-8426c9c1fdb5 binding host dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:12:13.044710 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1a65578c-998f-400d-9126-6eaa8ede902e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:13.053495 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c44b9feb-354b-4299-95a6-10f932aaeeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:13.069610 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c44b9feb-354b-4299-95a6-10f932aaeeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:13.073298 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c44b9feb-354b-4299-95a6-10f932aaeeb9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/afe5e067-a650-4ea8-9725-3b00b15c72ad HTTP/1.1" status: 204 len: 168 time: 0.4890628 Jun 17 08:12:13.078353 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:13.140994 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:13.150907 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b9feb-354b-4299-95a6-10f932aaeeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe5e067-a650-4ea8-9725-3b00b15c72ad,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:13.152358 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c44b9feb-354b-4299-95a6-10f932aaeeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:13.277886 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Router ce1468a0-be3b-482f-b184-9759134ee447 is scheduled to L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:12:13.516124 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:10Z', 'revision_number': 3, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:13.568879 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Checking router: 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:12:13.569252 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Updating router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc port bc8ddc26-ad58-4397-bd25-2cac82062bf8 binding host dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:12:13.586558 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:13.634101 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Transition to ACTIVE for port object 5369cf28-d4ee-4791-8013-8426c9c1fdb5 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:13.636571 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:12:13.648887 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:13.651779 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Sync routers for ids ['ce1468a0-be3b-482f-b184-9759134ee447'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:12:13.651959 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:13.670978 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 47644) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:13.671264 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:13.678201 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47648) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:13.686733 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:13.691252 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.4626777 Jun 17 08:12:13.692956 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 47650) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:13.698933 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-93749fea-9d92-4edb-8e17-1bb7cb5d9da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:13.733819 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-988101cf-509b-46c0-958b-b4cc3a564c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:13.736665 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Pushing event updated for resources: {'Port': ['ID=5369cf28-d4ee-4791-8013-8426c9c1fdb5,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:13.748128 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:13.748961 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:13.750043 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:13.750541 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:13.751040 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:13.751569 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:13.752646 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:13.752646 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:13.752954 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:13.754059 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:13.754715 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:13.755254 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Tracked resource versions report: Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: pushed versions: Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: { 'AddressGroup': {'1.2'}, Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'ConntrackHelper': {'1.0'}, Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Log': {'1.0'}, Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Network': {'1.1'}, Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Port': {'1.7'}, Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'PortForwarding': {'1.2'}, Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'QosPolicy': {'1.8'}, Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'SecurityGroup': {'1.4'}, Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'SubPort': {'1.0'}, Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Subnet': {'1.1'}, Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Trunk': {'1.1'}} Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: consumer versions: Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: { DHCP agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: HyperV agent@hv-cinder-79128: {}, Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: L3 agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: Metadata agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: Metering agent@dv-cinder-791281-5-iscsi: {}, Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: Open vSwitch agent@dv-cinder-791281-5-iscsi: { 'AddressGroup': '1.2', Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'ConntrackHelper': '1.0', Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Log': '1.0', Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Network': '1.1', Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Port': '1.7', Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'PortForwarding': '1.2', Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'QosPolicy': '1.8', Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'SecurityGroup': '1.4', Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'SecurityGroupRule': '1.2', Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'SubPort': '1.0', Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Subnet': '1.1', Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: 'Trunk': '1.1'}} Jun 17 08:12:13.756648 dv-cinder-791281-5-iscsi neutron-server[92982]: {{(pid=92982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:12:13.784606 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:13.787859 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Routers {'ce1468a0-be3b-482f-b184-9759134ee447'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:12:13.788656 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:11:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['ce1468a0-be3b-482f-b184-9759134ee447'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:13.814866 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5722dcac-2f45-431b-bac4-8430fcc1015e req-2fe9a343-534b-4539-af55-ebde17c86c8b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 210 time: 0.0471473 Jun 17 08:12:13.903859 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-93749fea-9d92-4edb-8e17-1bb7cb5d9da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:13.909352 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-93749fea-9d92-4edb-8e17-1bb7cb5d9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:13.915119 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-34c13fd5-4382-4133-b9d2-5e06c32f33ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:13.920780 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Set router ce1468a0-be3b-482f-b184-9759134ee447 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:12:13.963912 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-93749fea-9d92-4edb-8e17-1bb7cb5d9da8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9c1656b22c3449a6ae8499d88ba48d32&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2838235 Jun 17 08:12:13.969568 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47654) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:13.999509 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Attempting to bind port 5369cf28-d4ee-4791-8013-8426c9c1fdb5 on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:12:13.999872 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Attempting to bind port 5369cf28-d4ee-4791-8013-8426c9c1fdb5 by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:12:14.000226 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Attempting to bind port 5369cf28-d4ee-4791-8013-8426c9c1fdb5 on network d7615c75-e47e-4bd3-8b0f-d4d338da562e {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:14.007691 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:12:14.008104 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Checking segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:12:14.008455 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.008980 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Bound using segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:12:14.009383 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Bound port: 5369cf28-d4ee-4791-8013-8426c9c1fdb5, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:12:14.009744 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.016779 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.022615 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93749fea-9d92-4edb-8e17-1bb7cb5d9da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89082103-2ab7-4edf-bcee-4afe83328070,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:14.026901 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-93749fea-9d92-4edb-8e17-1bb7cb5d9da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:14.036633 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Transition to ACTIVE for port object bc8ddc26-ad58-4397-bd25-2cac82062bf8 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:14.049810 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.054177 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8cb5007f-a213-4086-8729-cc3bdef68578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.054852 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:14.096834 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8cb5007f-a213-4086-8729-cc3bdef68578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.136758 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.137460 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] For port 5369cf28-d4ee-4791-8013-8426c9c1fdb5, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:12:14.162484 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Attempting to bind port bc8ddc26-ad58-4397-bd25-2cac82062bf8 on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:12:14.162997 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Attempting to bind port bc8ddc26-ad58-4397-bd25-2cac82062bf8 by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:12:14.163584 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Attempting to bind port bc8ddc26-ad58-4397-bd25-2cac82062bf8 on network d7615c75-e47e-4bd3-8b0f-d4d338da562e {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:14.171192 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee49b7f-26ba-448e-aff3-a38c5ec6fd10 None None] Pushing event updated for resources: {'Port': ['ID=bc8ddc26-ad58-4397-bd25-2cac82062bf8,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:14.174806 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8cb5007f-a213-4086-8729-cc3bdef68578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.177303 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] For port 5369cf28-d4ee-4791-8013-8426c9c1fdb5, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=5369cf28-d4ee-4791-8013-8426c9c1fdb5,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:12:14.179221 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8cb5007f-a213-4086-8729-cc3bdef68578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.180304 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-0ee49b7f-26ba-448e-aff3-a38c5ec6fd10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:14.184540 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:12:14.185195 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-8cb5007f-a213-4086-8729-cc3bdef68578 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/89082103-2ab7-4edf-bcee-4afe83328070 HTTP/1.1" status: 204 len: 168 time: 0.2137489 Jun 17 08:12:14.186093 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:14.186241 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Checking segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:12:14.186755 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.187334 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Bound using segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:12:14.187925 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Bound port: bc8ddc26-ad58-4397-bd25-2cac82062bf8, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:12:14.188494 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.188617 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.198003 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5007f-a213-4086-8729-cc3bdef68578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89082103-2ab7-4edf-bcee-4afe83328070,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:14.200520 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8cb5007f-a213-4086-8729-cc3bdef68578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:14.201286 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:14.252705 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] For port bc8ddc26-ad58-4397-bd25-2cac82062bf8, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:12:14.257071 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] For port bc8ddc26-ad58-4397-bd25-2cac82062bf8, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=bc8ddc26-ad58-4397-bd25-2cac82062bf8,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:12:14.271099 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.277247 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:14.358920 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Routers {'32c39358-8bdb-4d9d-a7a4-c336bc50e633'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:12:14.359653 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:11:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:14.369488 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Routers {'636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:12:14.370439 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:11:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:14.416919 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 5be9502d-c859-41a1-9f59-6a373fb83f1f up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:14.480386 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Pushing event updated for resources: {'Port': ['ID=5369cf28-d4ee-4791-8013-8426c9c1fdb5,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:14.497649 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:14.505038 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'name': 'tempest-ServerRescueNegativeTestJSON-1346736930-router', 'tenant_id': '684246a58f09418fac0008ec7556e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'dfedcb71-de65-4c8f-acb6-e50f4a8fbd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:11Z', 'revision_number': 3, 'project_id': '684246a58f09418fac0008ec7556e1f3', 'gw_port': {'id': 'dfedcb71-de65-4c8f-acb6-e50f4a8fbd74', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:64:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:10Z', 'updated_at': '2021-06-17T08:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:14.527124 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee49b7f-26ba-448e-aff3-a38c5ec6fd10 None None] Pushing event updated for resources: {'Port': ['ID=bc8ddc26-ad58-4397-bd25-2cac82062bf8,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:14.539390 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Checking router: ce1468a0-be3b-482f-b184-9759134ee447 for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:12:14.539932 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Updating router ce1468a0-be3b-482f-b184-9759134ee447 port dfedcb71-de65-4c8f-acb6-e50f4a8fbd74 binding host dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:12:14.540837 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-0ee49b7f-26ba-448e-aff3-a38c5ec6fd10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:14.586488 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] Set router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:12:14.650910 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.686457 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] Set router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:12:14.764798 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 5be9502d-c859-41a1-9f59-6a373fb83f1f triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:14.765680 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.844170 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-988101cf-509b-46c0-958b-b4cc3a564c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.881574 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.895666 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-988101cf-509b-46c0-958b-b4cc3a564c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:14.973840 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:09Z', 'revision_number': 3, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:15.023218 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07934f7f-874a-4e06-aff4-0de349f20dd4 None None] The sync data for ids ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'] in dv-cinder-791281-5-iscsi is: [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:09Z', 'revision_number': 3, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:12:15.055880 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:15.068724 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a75887bb-1b79-4bdc-971c-05defbfe4d44 req-a1b15d63-7d7a-4c4d-857b-78e5c77d6cb7 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 210 time: 0.0645366 Jun 17 08:12:15.086674 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Transition to ACTIVE for port object dfedcb71-de65-4c8f-acb6-e50f4a8fbd74 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:15.091659 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:10Z', 'revision_number': 3, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:15.098976 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:15.109709 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:15.172753 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4892df-5476-42d2-b525-1dd7c784bc73 None None] The sync data for ids ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'] in dv-cinder-791281-5-iscsi is: [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:10Z', 'revision_number': 3, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:12:15.188219 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdfec1-84c2-4063-b422-e5e159ea349e None None] Pushing event updated for resources: {'Port': ['ID=dfedcb71-de65-4c8f-acb6-e50f4a8fbd74,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:15.191826 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-9acdfec1-84c2-4063-b422-e5e159ea349e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:15.192824 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Attempting to bind port dfedcb71-de65-4c8f-acb6-e50f4a8fbd74 on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:12:15.193189 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Attempting to bind port dfedcb71-de65-4c8f-acb6-e50f4a8fbd74 by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:12:15.194375 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Attempting to bind port dfedcb71-de65-4c8f-acb6-e50f4a8fbd74 on network d7615c75-e47e-4bd3-8b0f-d4d338da562e {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:15.201148 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:12:15.201521 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Checking segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:12:15.202090 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:15.202398 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Bound using segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:12:15.202879 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Bound port: dfedcb71-de65-4c8f-acb6-e50f4a8fbd74, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:12:15.203280 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:15.205657 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:15.239057 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.38', 49858) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:15.358335 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47686) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:15.362020 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-988101cf-509b-46c0-958b-b4cc3a564c25 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4e708f8481b4f0a993e58e7734bbc26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6880593 Jun 17 08:12:15.368336 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] For port dfedcb71-de65-4c8f-acb6-e50f4a8fbd74, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:12:15.382090 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] For port dfedcb71-de65-4c8f-acb6-e50f4a8fbd74, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=dfedcb71-de65-4c8f-acb6-e50f4a8fbd74,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:12:15.397498 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:15.406553 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:15.556052 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Routers {'ce1468a0-be3b-482f-b184-9759134ee447'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:12:15.557179 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:11:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['ce1468a0-be3b-482f-b184-9759134ee447'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:15.580516 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988101cf-509b-46c0-958b-b4cc3a564c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fdf32d-56d6-48bc-9f68-5012b1dfc231,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:15.612787 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-d9c2db80-e8bf-4c85-b773-7a7bbf143528 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:15.614501 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-d9c2db80-e8bf-4c85-b773-7a7bbf143528 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.38 "GET /v2.0/networks?id=38aaca95-fd40-47e3-b5ab-b5275d97ccb5 HTTP/1.1" status: 200 len: 811 time: 0.3744774 Jun 17 08:12:15.654269 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-988101cf-509b-46c0-958b-b4cc3a564c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:15.710243 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-38500965-f2b2-49f7-9b61-d7c35821240b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Request body: {'port': {'device_id': 'bc2801f8-42c8-48c7-ace2-004ac0003e0e', 'network_id': '38aaca95-fd40-47e3-b5ab-b5275d97ccb5', 'admin_state_up': True, 'tenant_id': '83df9cc613d84fce850257513d3c5752'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:15.773270 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdfec1-84c2-4063-b422-e5e159ea349e None None] Pushing event updated for resources: {'Port': ['ID=dfedcb71-de65-4c8f-acb6-e50f4a8fbd74,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:15.812721 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-9acdfec1-84c2-4063-b422-e5e159ea349e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:15.957964 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] Set router ce1468a0-be3b-482f-b184-9759134ee447 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:12:15.985880 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Allocated IP 172.20.0.1 (19ba03da-5332-4f85-9243-9aa68eba305b/6d98a074-331c-4766-b44c-a8c8c8e4d172/9aba7d66-2081-4387-a2e0-9c99b7a16da1) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:12:16.061181 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Allocated IP 172.20.0.1 (c7133842-e71c-43e6-ac53-3faca71f09d3/2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12/3707d13d-b0e9-41cb-b7a2-f047b6b4c37d) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:12:16.193359 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8ddfa3d0-bfa4-49dc-a44d-e732fe7ff002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:16.246591 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:12:16.248494 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:16.276067 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8ddfa3d0-bfa4-49dc-a44d-e732fe7ff002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:16.296579 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-38500965-f2b2-49f7-9b61-d7c35821240b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Made reservation on behalf of 83df9cc613d84fce850257513d3c5752 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:12:16.302160 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-38500965-f2b2-49f7-9b61-d7c35821240b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:16.320242 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Transition to ACTIVE for port object 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:16.410244 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:16.428707 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:16.535603 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 5369cf28-d4ee-4791-8013-8426c9c1fdb5 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:16.651256 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Network c7133842-e71c-43e6-ac53-3faca71f09d3 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:16.678885 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:16.717258 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:12:16.718167 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67093353'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:16.721755 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'name': 'tempest-ServerRescueNegativeTestJSON-1346736930-router', 'tenant_id': '684246a58f09418fac0008ec7556e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'dfedcb71-de65-4c8f-acb6-e50f4a8fbd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:11Z', 'revision_number': 3, 'project_id': '684246a58f09418fac0008ec7556e1f3', 'gw_port': {'id': 'dfedcb71-de65-4c8f-acb6-e50f4a8fbd74', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:64:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:10Z', 'updated_at': '2021-06-17T08:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:16.755750 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 5369cf28-d4ee-4791-8013-8426c9c1fdb5 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:16.768138 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 5369cf28-d4ee-4791-8013-8426c9c1fdb5 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:16.768596 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:16.807144 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ccc85b-0ef5-4b2a-b29a-e62fb7c0bf06 None None] The sync data for ids ['ce1468a0-be3b-482f-b184-9759134ee447'] in dv-cinder-791281-5-iscsi is: [{'id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'name': 'tempest-ServerRescueNegativeTestJSON-1346736930-router', 'tenant_id': '684246a58f09418fac0008ec7556e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'dfedcb71-de65-4c8f-acb6-e50f4a8fbd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:11Z', 'revision_number': 3, 'project_id': '684246a58f09418fac0008ec7556e1f3', 'gw_port': {'id': 'dfedcb71-de65-4c8f-acb6-e50f4a8fbd74', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:64:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:10Z', 'updated_at': '2021-06-17T08:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:12:16.859016 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:16.869446 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Pushing event updated for resources: {'Port': ['ID=3707d13d-b0e9-41cb-b7a2-f047b6b4c37d,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:17.057172 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:17.074742 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:17.105183 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b78322f2-897f-4232-b9bf-ddac7389dd21 req-1aa95c5a-e15d-4e86-b516-ebfd951a7ac5 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 210 time: 0.2469721 Jun 17 08:12:17.168264 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 5369cf28-d4ee-4791-8013-8426c9c1fdb5, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=5369cf28-d4ee-4791-8013-8426c9c1fdb5,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:17.178896 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Transition to ACTIVE for port object 9aba7d66-2081-4387-a2e0-9c99b7a16da1 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:17.183103 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:17.185990 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device bc8ddc26-ad58-4397-bd25-2cac82062bf8 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:17.188700 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-0ee49b7f-26ba-448e-aff3-a38c5ec6fd10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:17.340055 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8ddfa3d0-bfa4-49dc-a44d-e732fe7ff002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:17.356554 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-8ddfa3d0-bfa4-49dc-a44d-e732fe7ff002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:17.374768 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-8ddfa3d0-bfa4-49dc-a44d-e732fe7ff002 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8fdf32d-56d6-48bc-9f68-5012b1dfc231 HTTP/1.1" status: 204 len: 168 time: 2.0150137 Jun 17 08:12:17.407505 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:17.499223 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-9de7c619-3366-47f0-b72d-0f6532604ad7 None None] Provisioning for port 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:17.536547 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-9de7c619-3366-47f0-b72d-0f6532604ad7 None None] Provisioning complete for port 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:17.538487 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9de7c619-3366-47f0-b72d-0f6532604ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:17.557674 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=5369cf28-d4ee-4791-8013-8426c9c1fdb5,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:17.624408 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfa3d0-bfa4-49dc-a44d-e732fe7ff002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fdf32d-56d6-48bc-9f68-5012b1dfc231,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:17.635859 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:17.636682 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8ddfa3d0-bfa4-49dc-a44d-e732fe7ff002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:17.698134 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-9de7c619-3366-47f0-b72d-0f6532604ad7 None None] Port 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:12:17.718860 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-38500965-f2b2-49f7-9b61-d7c35821240b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Allocated IP 172.20.0.5 (38aaca95-fd40-47e3-b5ab-b5275d97ccb5/90b396a0-16cf-494e-bb90-e7a7b4baef79/d0c5c223-6692-4c31-b33f-ee11471adfa9) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:12:17.720005 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port bc8ddc26-ad58-4397-bd25-2cac82062bf8 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:17.734108 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port bc8ddc26-ad58-4397-bd25-2cac82062bf8 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:17.734963 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:17.971039 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47784) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:17.987625 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:18.089824 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port bc8ddc26-ad58-4397-bd25-2cac82062bf8, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=bc8ddc26-ad58-4397-bd25-2cac82062bf8,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:18.120368 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:18.124007 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:18.133417 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:18.142086 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:18.276123 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e97a606c-9dc2-4f11-9bed-53ac88dd77b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:18.438039 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=bc8ddc26-ad58-4397-bd25-2cac82062bf8,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:18.454635 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:18.508290 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:18.560570 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-38500965-f2b2-49f7-9b61-d7c35821240b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:18.693595 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Network 19ba03da-5332-4f85-9243-9aa68eba305b is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:18.733244 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 5369cf28-d4ee-4791-8013-8426c9c1fdb5 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:18.735001 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-78e5e6fd-527f-4d1d-8bc5-7383e7f68a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:18.742671 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-38500965-f2b2-49f7-9b61-d7c35821240b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:18.751568 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:18.781368 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:12:18.783882 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:18.786131 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67093353'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:18.801508 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Pushing event updated for resources: {'Port': ['ID=9aba7d66-2081-4387-a2e0-9c99b7a16da1,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:18.808075 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:19.032435 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 5369cf28-d4ee-4791-8013-8426c9c1fdb5 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:19.033175 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:19.414941 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device dfedcb71-de65-4c8f-acb6-e50f4a8fbd74 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:19.551531 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-60119833-6304-4173-bbdf-d4077cd87f2d None None] Provisioning for port 9aba7d66-2081-4387-a2e0-9c99b7a16da1 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:19.574948 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-60119833-6304-4173-bbdf-d4077cd87f2d None None] Provisioning complete for port 9aba7d66-2081-4387-a2e0-9c99b7a16da1 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:19.575648 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-60119833-6304-4173-bbdf-d4077cd87f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:19.584535 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port dfedcb71-de65-4c8f-acb6-e50f4a8fbd74 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:19.682264 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-38500965-f2b2-49f7-9b61-d7c35821240b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Network 38aaca95-fd40-47e3-b5ab-b5275d97ccb5 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:19.688823 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-38500965-f2b2-49f7-9b61-d7c35821240b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:19.694119 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port dfedcb71-de65-4c8f-acb6-e50f4a8fbd74 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:19.700054 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:19.780398 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-60119833-6304-4173-bbdf-d4077cd87f2d None None] Port 9aba7d66-2081-4387-a2e0-9c99b7a16da1 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:12:19.786539 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-38500965-f2b2-49f7-9b61-d7c35821240b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:12:19.826348 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-38500965-f2b2-49f7-9b61-d7c35821240b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:19.832866 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-38500965-f2b2-49f7-9b61-d7c35821240b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:19.896475 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:19.923979 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38500965-f2b2-49f7-9b61-d7c35821240b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Pushing event updated for resources: {'Port': ['ID=d0c5c223-6692-4c31-b33f-ee11471adfa9,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:19.931243 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:19.952015 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-38500965-f2b2-49f7-9b61-d7c35821240b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.169s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:19.969618 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port dfedcb71-de65-4c8f-acb6-e50f4a8fbd74, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=dfedcb71-de65-4c8f-acb6-e50f4a8fbd74,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:19.976656 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:19.980867 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:20.036448 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:20.101246 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=dfedcb71-de65-4c8f-acb6-e50f4a8fbd74,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:20.103915 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66618784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67093269'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:20.108121 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:20.111772 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e58ab2d6-6720-4562-b002-6caee680e981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:20.166867 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1e988-1c70-417c-93b1-b691cc124d69 req-7311c641-a6d5-46ab-be71-3002b40a8cbd tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:20.170130 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-73b1e988-1c70-417c-93b1-b691cc124d69 req-7311c641-a6d5-46ab-be71-3002b40a8cbd tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 931 time: 1.0339448 Jun 17 08:12:20.177787 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Allocated IP 172.20.0.1 (0026b4bb-5535-40dd-9cc1-590011035a19/11cf0762-a3fe-45d4-80c4-981986f0ca50/c8aade66-a68c-4d97-96a9-aa7cb5fa40d3) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:12:20.204487 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:20.256666 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Pushing event updated for resources: {'Port': ['ID=3707d13d-b0e9-41cb-b7a2-f047b6b4c37d,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:20.270668 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:20.360441 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-73b1e988-1c70-417c-93b1-b691cc124d69 req-27493262-f8e6-4ba8-8db9-007fc8f64d6d tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d2f270-6639-4666-b9a1-1ae753b870c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821313 Jun 17 08:12:20.362476 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-78e5e6fd-527f-4d1d-8bc5-7383e7f68a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:20.377639 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-78e5e6fd-527f-4d1d-8bc5-7383e7f68a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:20.427141 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7bf37f82-d17e-44e4-ab3c-e69d9f379770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:20.441449 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-38500965-f2b2-49f7-9b61-d7c35821240b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7557940 Jun 17 08:12:20.481975 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-f3f60c4c-3e32-4815-adb6-7079318770ed tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:12:20.483215 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-f3f60c4c-3e32-4815-adb6-7079318770ed tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0292194 Jun 17 08:12:20.558785 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device dfedcb71-de65-4c8f-acb6-e50f4a8fbd74 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:20.593268 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-78e5e6fd-527f-4d1d-8bc5-7383e7f68a23 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e26f6c57ac3f4e02991d438df32b99b8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6137438 Jun 17 08:12:20.603486 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47864) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:20.650493 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5e6fd-527f-4d1d-8bc5-7383e7f68a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8ada8f-c75c-4499-b8ab-ffd885412ffc,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:20.661639 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47866) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:20.663819 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-78e5e6fd-527f-4d1d-8bc5-7383e7f68a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:20.696220 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Network c7133842-e71c-43e6-ac53-3faca71f09d3 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:20.708183 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:20.782526 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port dfedcb71-de65-4c8f-acb6-e50f4a8fbd74 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:20.787945 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:20.857184 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a97d5819-ad81-46ea-bbdf-8577d5a607a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:20.967856 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a97d5819-ad81-46ea-bbdf-8577d5a607a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:21.045325 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device bc8ddc26-ad58-4397-bd25-2cac82062bf8 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:21.165666 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a97d5819-ad81-46ea-bbdf-8577d5a607a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:21.172906 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a97d5819-ad81-46ea-bbdf-8577d5a607a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:21.179430 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-a97d5819-ad81-46ea-bbdf-8577d5a607a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d8ada8f-c75c-4499-b8ab-ffd885412ffc HTTP/1.1" status: 204 len: 168 time: 0.5745742 Jun 17 08:12:21.180709 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:21.210147 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:21.220822 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d5819-ad81-46ea-bbdf-8577d5a607a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8ada8f-c75c-4499-b8ab-ffd885412ffc,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:21.225154 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a97d5819-ad81-46ea-bbdf-8577d5a607a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:21.321447 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6dadc0b3-1a24-43fb-a051-efefe552b710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:21.366679 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port bc8ddc26-ad58-4397-bd25-2cac82062bf8 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:21.367351 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:21.415640 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-034842df-f5ec-4845-99a8-00b5684c0b42 None None] Provisioning complete for port 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:21.416846 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-034842df-f5ec-4845-99a8-00b5684c0b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:21.556771 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6dadc0b3-1a24-43fb-a051-efefe552b710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:21.566834 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6dadc0b3-1a24-43fb-a051-efefe552b710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:21.580315 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:12:21.585187 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-034842df-f5ec-4845-99a8-00b5684c0b42 None None] Port 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:12:21.613431 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1a65578c-998f-400d-9126-6eaa8ede902e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:21.631417 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-6dadc0b3-1a24-43fb-a051-efefe552b710 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d801b9b37cb4b43a7f31ff25194dc8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9683299 Jun 17 08:12:21.632554 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47886) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:21.642091 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:21.647878 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:21.682272 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:21.686296 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:21.703156 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66618784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67093269'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:21.739124 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Request body: {'port': {'device_id': 'bc2801f8-42c8-48c7-ace2-004ac0003e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:21.966698 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Network 0026b4bb-5535-40dd-9cc1-590011035a19 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:21.980901 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:21.982751 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadc0b3-1a24-43fb-a051-efefe552b710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bcabeb-57e5-4e0c-8094-ba8752cfded5,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:21.986110 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:12:21.986838 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67093353'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:22.045289 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6dadc0b3-1a24-43fb-a051-efefe552b710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:22.046311 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-44ac6395-7fdf-433e-b994-58877c5631a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:22.068123 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47892) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:22.113104 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Pushing event updated for resources: {'Port': ['ID=c8aade66-a68c-4d97-96a9-aa7cb5fa40d3,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:22.129796 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-44ac6395-7fdf-433e-b994-58877c5631a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:22.264791 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34974826-72e0-4fc7-90a7-de04aadd7fd9 req-b7f549e2-ccac-468a-a6b4-40ab26d0bc30 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:22.266389 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-34974826-72e0-4fc7-90a7-de04aadd7fd9 req-b7f549e2-ccac-468a-a6b4-40ab26d0bc30 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 931 time: 0.4954774 Jun 17 08:12:22.269859 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:22.369955 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:12:22.376631 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-44ac6395-7fdf-433e-b994-58877c5631a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:22.382201 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Sync routers for ids ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:12:22.397355 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Routers {'636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:12:22.399395 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:11:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:22.405162 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] 10.222.0.35 "PUT /v2.0/routers/636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6301334 Jun 17 08:12:22.420291 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Pushing event updated for resources: {'Port': ['ID=9aba7d66-2081-4387-a2e0-9c99b7a16da1,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:22.422481 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0c645603-d4ab-4a52-bc6d-a793fedbb7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:22.437436 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:22.438060 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.656s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:22.438430 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:22.440518 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Network 19ba03da-5332-4f85-9243-9aa68eba305b is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:22.448171 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-44ac6395-7fdf-433e-b994-58877c5631a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:22.448716 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:22.463394 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-44ac6395-7fdf-433e-b994-58877c5631a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0bcabeb-57e5-4e0c-8094-ba8752cfded5 HTTP/1.1" status: 204 len: 168 time: 0.8164501 Jun 17 08:12:22.469195 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:22.727998 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Set router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:12:22.824704 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:22.944479 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-34974826-72e0-4fc7-90a7-de04aadd7fd9 req-05beb199-664e-4300-98ab-a5cfe06720f2 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d2f270-6639-4666-b9a1-1ae753b870c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6570170 Jun 17 08:12:22.988506 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac6395-7fdf-433e-b994-58877c5631a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bcabeb-57e5-4e0c-8094-ba8752cfded5,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:23.026128 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-44ac6395-7fdf-433e-b994-58877c5631a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:23.058690 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:12:23.113108 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-d76e1741-42aa-43bc-b1eb-e6f929eacaac None None] Provisioning complete for port 9aba7d66-2081-4387-a2e0-9c99b7a16da1 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:23.115437 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d76e1741-42aa-43bc-b1eb-e6f929eacaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:23.322314 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-d76e1741-42aa-43bc-b1eb-e6f929eacaac None None] Port 9aba7d66-2081-4387-a2e0-9c99b7a16da1 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:12:23.425822 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:12:23.436890 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Sync routers for ids ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:12:23.445839 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] 10.222.0.35 "PUT /v2.0/routers/32c39358-8bdb-4d9d-a7a4-c336bc50e633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6849437 Jun 17 08:12:23.451528 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:23.453457 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Routers {'32c39358-8bdb-4d9d-a7a4-c336bc50e633'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:12:23.457576 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:11:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:23.461059 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:23.463667 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66618784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67093269'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:23.467556 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:23.554904 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Pushing event updated for resources: {'Port': ['ID=c8aade66-a68c-4d97-96a9-aa7cb5fa40d3,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:23.557631 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '3707d13d-b0e9-41cb-b7a2-f047b6b4c37d', 'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'mac_address': 'fa:16:3e:49:13:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:14Z', 'updated_at': '2021-06-17T08:12:18Z', 'revision_number': 2, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'subnets': [{'id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:23.658523 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c5c223-6692-4c31-b33f-ee11471adfa9 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:12:23.675898 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Checking router: 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:12:23.676275 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Updating router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc port 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d binding host dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:12:23.682134 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:23.714854 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Transition to ACTIVE for port object d0c5c223-6692-4c31-b33f-ee11471adfa9 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:23.743999 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:23.771451 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-49a09abe-7d74-4238-a649-2223da158ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:23.779307 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Set router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:12:23.782814 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:23.863041 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:24.067979 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Network 0026b4bb-5535-40dd-9cc1-590011035a19 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:24.069508 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:24.105841 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d765b853-bb28-40eb-85e5-7e86e2c60209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:24.290489 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '9aba7d66-2081-4387-a2e0-9c99b7a16da1', 'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'mac_address': 'fa:16:3e:d1:22:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:15Z', 'updated_at': '2021-06-17T08:12:20Z', 'revision_number': 2, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'subnets': [{'id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:24.299431 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 47930) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:24.376769 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c5c223-6692-4c31-b33f-ee11471adfa9,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:24.431776 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:24.435828 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0c645603-d4ab-4a52-bc6d-a793fedbb7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:24.453893 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:24.466850 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Transition to ACTIVE for port object 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:24.475775 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:24.482104 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:24.562015 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04531a-bc1f-43d2-b3d6-412cff06bae2 None None] Pushing event updated for resources: {'Port': ['ID=3707d13d-b0e9-41cb-b7a2-f047b6b4c37d,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:24.575920 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-3f04531a-bc1f-43d2-b3d6-412cff06bae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:24.617341 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Router ce1468a0-be3b-482f-b184-9759134ee447 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:12:24.642414 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dd956fc1-5697-4b44-a4fb-ce1656ad5b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:24.771430 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0c645603-d4ab-4a52-bc6d-a793fedbb7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:24.777692 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47940) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:24.798823 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:24.834091 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-d24b32da-f6ce-4cdd-8539-07bd4e6dc6b4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--913823334', 'description': 'tempest-description--1836301882'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:24.836812 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Checking router: 32c39358-8bdb-4d9d-a7a4-c336bc50e633 for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:12:24.839682 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Updating router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 port 9aba7d66-2081-4387-a2e0-9c99b7a16da1 binding host dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:12:24.943566 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Attempting to bind port 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:12:24.943975 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Attempting to bind port 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '4ae92527-3ec8-4967-9671-a77d80b972b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:12:24.949072 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Attempting to bind port 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d on network c7133842-e71c-43e6-ac53-3faca71f09d3 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:24.965007 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:24.984279 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:12:24.984658 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Checking segment: {'id': '4ae92527-3ec8-4967-9671-a77d80b972b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:12:24.985068 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:24.985461 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Bound using segment: {'id': '4ae92527-3ec8-4967-9671-a77d80b972b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:12:24.986492 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Bound port: 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae92527-3ec8-4967-9671-a77d80b972b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:12:24.986492 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:25.124653 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Attempting to bind port d0c5c223-6692-4c31-b33f-ee11471adfa9 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:12:25.125220 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Attempting to bind port d0c5c223-6692-4c31-b33f-ee11471adfa9 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'be3c3ffd-152a-42d0-af62-8cea9c13b3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '38aaca95-fd40-47e3-b5ab-b5275d97ccb5'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:12:25.126525 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Attempting to bind port d0c5c223-6692-4c31-b33f-ee11471adfa9 on network 38aaca95-fd40-47e3-b5ab-b5275d97ccb5 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:25.151851 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb0bf7-b3d0-4477-9627-4fd8a52cca5e req-30201168-23d3-43b6-a49f-958591d06c19 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:25.163977 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4bcb0bf7-b3d0-4477-9627-4fd8a52cca5e req-30201168-23d3-43b6-a49f-958591d06c19 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 943 time: 0.7509816 Jun 17 08:12:25.176958 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:12:25.193434 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c645603-d4ab-4a52-bc6d-a793fedbb7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec599fb-d7aa-4d20-bce9-e6a40934a517,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:25.202558 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-0c645603-d4ab-4a52-bc6d-a793fedbb7be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=62e605da3edb47408b1dd960150eda02&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1331112 Jun 17 08:12:25.209193 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] 10.222.0.35 "PUT /v2.0/routers/ce1468a0-be3b-482f-b184-9759134ee447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5132146 Jun 17 08:12:25.210121 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47952) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:25.220475 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] For port 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:12:25.228466 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] For port 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=3707d13d-b0e9-41cb-b7a2-f047b6b4c37d,segment=NetworkSegment(4ae92527-3ec8-4967-9671-a77d80b972b6),segment_id=4ae92527-3ec8-4967-9671-a77d80b972b6)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:12:25.243310 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Sync routers for ids ['ce1468a0-be3b-482f-b184-9759134ee447'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:12:25.277704 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0c645603-d4ab-4a52-bc6d-a793fedbb7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:25.280590 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:25.288193 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.db.api [None req-d24b32da-f6ce-4cdd-8539-07bd4e6dc6b4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:12:25.288193 dv-cinder-791281-5-iscsi neutron-server[92979]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:12:25.288193 dv-cinder-791281-5-iscsi neutron-server[92979]: [parameters: {'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'id': '7368e9da-4b33-4267-958e-9f060d3e54c5', 'expiration': datetime.datetime(2021, 6, 17, 8, 14, 25, 105582)}] Jun 17 08:12:25.288193 dv-cinder-791281-5-iscsi neutron-server[92979]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:12:25.290060 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Routers {'ce1468a0-be3b-482f-b184-9759134ee447'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:12:25.290621 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_db.api [None req-d24b32da-f6ce-4cdd-8539-07bd4e6dc6b4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:12:25.290739 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:11:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['ce1468a0-be3b-482f-b184-9759134ee447'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:25.322529 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Port d0c5c223-6692-4c31-b33f-ee11471adfa9 on network 38aaca95-fd40-47e3-b5ab-b5275d97ccb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:12:25.324118 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Attempting to bind port d0c5c223-6692-4c31-b33f-ee11471adfa9 on network 38aaca95-fd40-47e3-b5ab-b5275d97ccb5 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:25.382675 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:12:25.385626 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Checking segment: {'id': 'be3c3ffd-152a-42d0-af62-8cea9c13b3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '38aaca95-fd40-47e3-b5ab-b5275d97ccb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:12:25.386464 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Bound using segment: {'id': 'be3c3ffd-152a-42d0-af62-8cea9c13b3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '38aaca95-fd40-47e3-b5ab-b5275d97ccb5'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:12:25.388589 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Bound port: d0c5c223-6692-4c31-b33f-ee11471adfa9, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3c3ffd-152a-42d0-af62-8cea9c13b3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '38aaca95-fd40-47e3-b5ab-b5275d97ccb5'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:12:25.389282 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:25.402131 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dd956fc1-5697-4b44-a4fb-ce1656ad5b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:25.414713 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dd956fc1-5697-4b44-a4fb-ce1656ad5b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:25.419461 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-58d89abb-a7e0-42bc-926f-72daab1724be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:25.423779 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Set router ce1468a0-be3b-482f-b184-9759134ee447 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:12:25.447222 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4bcb0bf7-b3d0-4477-9627-4fd8a52cca5e req-6ca3845b-2ac7-4ebb-9779-b6f14dbfc301 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d2f270-6639-4666-b9a1-1ae753b870c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816424 Jun 17 08:12:25.526258 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-dd956fc1-5697-4b44-a4fb-ce1656ad5b5d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eac3d3361d6d47b0aee9e5cae7ebc58c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2172678 Jun 17 08:12:25.528082 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd956fc1-5697-4b44-a4fb-ce1656ad5b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8fd136-4c6c-4d72-a73b-4b8ef2a5521e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:25.531075 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 47958) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:25.532071 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-dd956fc1-5697-4b44-a4fb-ce1656ad5b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:25.549118 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:25.632991 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-00aac390-74c5-44f5-b22b-0d28edfb27fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:25.640337 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-28f38695-3cc7-4e14-ad4a-da8d6a883494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:25.693495 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-28f38695-3cc7-4e14-ad4a-da8d6a883494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:25.760512 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-28f38695-3cc7-4e14-ad4a-da8d6a883494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:25.764667 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-28f38695-3cc7-4e14-ad4a-da8d6a883494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:25.768266 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-28f38695-3cc7-4e14-ad4a-da8d6a883494 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb8fd136-4c6c-4d72-a73b-4b8ef2a5521e HTTP/1.1" status: 204 len: 168 time: 0.2324584 Jun 17 08:12:25.775290 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] For port d0c5c223-6692-4c31-b33f-ee11471adfa9, host hv-cinder-79128, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:12:25.785808 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:25.789624 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a5dfcc96-78d0-4c40-911a-a401a9ee1c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:25.809733 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Transition to ACTIVE for port object 9aba7d66-2081-4387-a2e0-9c99b7a16da1 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:25.826274 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:25.837115 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-9acdfec1-84c2-4063-b422-e5e159ea349e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:25.874496 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 47964) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:25.889576 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-f2c9fde5-02e5-4a6e-a7cc-d9b06bc56021 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1036351009', 'description': 'tempest-description--1284231932'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:25.929087 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04531a-bc1f-43d2-b3d6-412cff06bae2 None None] Pushing event updated for resources: {'Port': ['ID=3707d13d-b0e9-41cb-b7a2-f047b6b4c37d,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:25.954600 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-3f04531a-bc1f-43d2-b3d6-412cff06bae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:25.983841 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f2c9fde5-02e5-4a6e-a7cc-d9b06bc56021 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:25.990887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] For port d0c5c223-6692-4c31-b33f-ee11471adfa9, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d0c5c223-6692-4c31-b33f-ee11471adfa9,segment=NetworkSegment(be3c3ffd-152a-42d0-af62-8cea9c13b3a4),segment_id=be3c3ffd-152a-42d0-af62-8cea9c13b3a4)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:12:26.078699 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-00aac390-74c5-44f5-b22b-0d28edfb27fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:26.090430 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:26.105207 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc4cae-7d49-4ad5-9ca0-2d939e165b3b None None] Pushing event updated for resources: {'Port': ['ID=9aba7d66-2081-4387-a2e0-9c99b7a16da1,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:26.128220 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-69dc4cae-7d49-4ad5-9ca0-2d939e165b3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:26.128700 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f38695-3cc7-4e14-ad4a-da8d6a883494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8fd136-4c6c-4d72-a73b-4b8ef2a5521e,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:26.137562 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-28f38695-3cc7-4e14-ad4a-da8d6a883494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:26.171422 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-38500965-f2b2-49f7-9b61-d7c35821240b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:26.209212 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Routers {'636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:12:26.209864 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:11:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:26.323904 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Attempting to bind port 9aba7d66-2081-4387-a2e0-9c99b7a16da1 on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:12:26.323904 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Attempting to bind port 9aba7d66-2081-4387-a2e0-9c99b7a16da1 by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '4fb29fdb-ee14-4dfb-b9bc-082f01367520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:12:26.323904 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Attempting to bind port 9aba7d66-2081-4387-a2e0-9c99b7a16da1 on network 19ba03da-5332-4f85-9243-9aa68eba305b {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:26.344006 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:12:26.344875 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Checking segment: {'id': '4fb29fdb-ee14-4dfb-b9bc-082f01367520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:12:26.345522 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:26.346184 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Bound using segment: {'id': '4fb29fdb-ee14-4dfb-b9bc-082f01367520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:12:26.347939 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Bound port: 9aba7d66-2081-4387-a2e0-9c99b7a16da1, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb29fdb-ee14-4dfb-b9bc-082f01367520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:12:26.348795 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:26.383435 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c5c223-6692-4c31-b33f-ee11471adfa9,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:26.401922 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.db.api [None req-d24b32da-f6ce-4cdd-8539-07bd4e6dc6b4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:12:26.401922 dv-cinder-791281-5-iscsi neutron-server[92979]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:12:26.401922 dv-cinder-791281-5-iscsi neutron-server[92979]: [parameters: {'project_id_1': 'f50cdcfdd2fd408d86d30f95622cad2f', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 12, 26, 87965)}] Jun 17 08:12:26.401922 dv-cinder-791281-5-iscsi neutron-server[92979]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:12:26.402293 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_db.api [None req-d24b32da-f6ce-4cdd-8539-07bd4e6dc6b4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:12:26.428845 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:26.467775 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'name': 'tempest-ServerRescueNegativeTestJSON-1346736930-router', 'tenant_id': '684246a58f09418fac0008ec7556e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'dfedcb71-de65-4c8f-acb6-e50f4a8fbd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:22Z', 'revision_number': 4, 'project_id': '684246a58f09418fac0008ec7556e1f3', 'gw_port': {'id': 'dfedcb71-de65-4c8f-acb6-e50f4a8fbd74', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:64:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:10Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': 'c8aade66-a68c-4d97-96a9-aa7cb5fa40d3', 'name': '', 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19', 'tenant_id': '684246a58f09418fac0008ec7556e1f3', 'mac_address': 'fa:16:3e:56:64:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '11cf0762-a3fe-45d4-80c4-981986f0ca50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:18Z', 'updated_at': '2021-06-17T08:12:23Z', 'revision_number': 2, 'project_id': '684246a58f09418fac0008ec7556e1f3', 'subnets': [{'id': '11cf0762-a3fe-45d4-80c4-981986f0ca50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:26.478426 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:26.479053 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:26.486034 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] 10.222.0.38 "PUT /v2.0/ports/d0c5c223-6692-4c31-b33f-ee11471adfa9 HTTP/1.1" status: 200 len: 1093 time: 5.3479075 Jun 17 08:12:26.486612 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2801f8-42c8-48c7-ace2-004ac0003e0e', 'tag': 'd0c5c223-6692-4c31-b33f-ee11471adfa9'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:12:26.522317 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f2c9fde5-02e5-4a6e-a7cc-d9b06bc56021 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:26.533016 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f2c9fde5-02e5-4a6e-a7cc-d9b06bc56021 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:26.541723 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:26.567767 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Checking router: ce1468a0-be3b-482f-b184-9759134ee447 for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:12:26.568137 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Updating router ce1468a0-be3b-482f-b184-9759134ee447 port c8aade66-a68c-4d97-96a9-aa7cb5fa40d3 binding host dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:12:26.582019 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] For port 9aba7d66-2081-4387-a2e0-9c99b7a16da1, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:12:26.591204 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] For port 9aba7d66-2081-4387-a2e0-9c99b7a16da1, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=9aba7d66-2081-4387-a2e0-9c99b7a16da1,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:12:26.601295 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:26.628711 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-4fb5ba21-6b9a-45ee-93b5-7576a368134d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:26.682203 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f2c9fde5-02e5-4a6e-a7cc-d9b06bc56021 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:26.685847 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f2c9fde5-02e5-4a6e-a7cc-d9b06bc56021 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8009200 Jun 17 08:12:26.697721 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 47984) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:26.721741 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-ea29ebdd-b65d-41d5-99c3-b7a4d1d0df43 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Request body: {'security_group_rule': {'security_group_id': '41258e14-68c6-426d-bacb-8bfc9b778a56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:26.758520 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9fde5-02e5-4a6e-a7cc-d9b06bc56021 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41258e14-68c6-426d-bacb-8bfc9b778a56,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:26.791102 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f2c9fde5-02e5-4a6e-a7cc-d9b06bc56021 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:26.876668 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Routers {'32c39358-8bdb-4d9d-a7a4-c336bc50e633'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:12:26.880488 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:11:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:26.894421 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ea29ebdd-b65d-41d5-99c3-b7a4d1d0df43 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:26.965484 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-00aac390-74c5-44f5-b22b-0d28edfb27fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:26.969648 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-00aac390-74c5-44f5-b22b-0d28edfb27fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:26.971149 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-00aac390-74c5-44f5-b22b-0d28edfb27fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ec599fb-d7aa-4d20-bce9-e6a40934a517 HTTP/1.1" status: 204 len: 168 time: 1.6904967 Jun 17 08:12:26.975750 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8cb5007f-a213-4086-8729-cc3bdef68578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:27.006019 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aac390-74c5-44f5-b22b-0d28edfb27fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec599fb-d7aa-4d20-bce9-e6a40934a517,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:27.009939 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-00aac390-74c5-44f5-b22b-0d28edfb27fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:27.015628 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:27.117933 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-99128943-80f2-4842-a7dc-f411fc49e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:27.140968 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-99128943-80f2-4842-a7dc-f411fc49e90d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83df9cc613d84fce850257513d3c5752&device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 1096 time: 0.4830043 Jun 17 08:12:27.180155 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5fbc3-da49-4ba4-b778-fb8720e5907c req-7b364e8a-8052-44c3-b563-9a0fd2608da8 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:27.182349 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d3a5fbc3-da49-4ba4-b778-fb8720e5907c req-7b364e8a-8052-44c3-b563-9a0fd2608da8 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 943 time: 0.3740962 Jun 17 08:12:27.185758 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] Set router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:12:27.224980 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ea29ebdd-b65d-41d5-99c3-b7a4d1d0df43 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:27.232060 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ea29ebdd-b65d-41d5-99c3-b7a4d1d0df43 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:27.235842 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:27.305832 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:27.317740 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29ebdd-b65d-41d5-99c3-b7a4d1d0df43 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28a2ac0-e0ae-4880-8580-2e53368be34c,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:27.335483 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ea29ebdd-b65d-41d5-99c3-b7a4d1d0df43 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:27.343298 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] Set router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:12:27.349511 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ea29ebdd-b65d-41d5-99c3-b7a4d1d0df43 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:27.351526 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ea29ebdd-b65d-41d5-99c3-b7a4d1d0df43 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6526110 Jun 17 08:12:27.354296 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48004) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:27.367121 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-cf8a105d-a87e-4ce8-af1d-bceff7d8a8c3 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Request body: {'security_group_rule': {'security_group_id': '41258e14-68c6-426d-bacb-8bfc9b778a56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:27.404956 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-324d68bc-28c1-46ba-8051-36ee5806908f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:27.477780 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cf8a105d-a87e-4ce8-af1d-bceff7d8a8c3 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:27.515084 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc4cae-7d49-4ad5-9ca0-2d939e165b3b None None] Pushing event updated for resources: {'Port': ['ID=9aba7d66-2081-4387-a2e0-9c99b7a16da1,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:27.534684 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-69dc4cae-7d49-4ad5-9ca0-2d939e165b3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:27.585666 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-db54478b-030e-427a-8e2c-2c8472aab3e0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0c5c223-6692-4c31-b33f-ee11471adfa9 HTTP/1.1" status: 200 len: 217 time: 0.4020038 Jun 17 08:12:27.624569 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbaec5ac-d55f-43a2-be9f-ba2ae4fb44fb" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2801f8-42c8-48c7-ace2-004ac0003e0e", "tag": "d0c5c223-6692-4c31-b33f-ee11471adfa9"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:12:27.707521 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cf8a105d-a87e-4ce8-af1d-bceff7d8a8c3 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:27.717485 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cf8a105d-a87e-4ce8-af1d-bceff7d8a8c3 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:27.765900 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ea29ebdd-b65d-41d5-99c3-b7a4d1d0df43 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:27.804491 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a105d-a87e-4ce8-af1d-bceff7d8a8c3 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5a4869-15bb-4662-a2e8-522c1436039b,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:27.809062 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-cf8a105d-a87e-4ce8-af1d-bceff7d8a8c3 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:28.131822 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '9aba7d66-2081-4387-a2e0-9c99b7a16da1', 'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'mac_address': 'fa:16:3e:d1:22:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:15Z', 'updated_at': '2021-06-17T08:12:26Z', 'revision_number': 4, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'subnets': [{'id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:28.197214 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-bdff51cc-7ed3-498e-b61f-a0f9e7c75972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:28.199547 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-bdff51cc-7ed3-498e-b61f-a0f9e7c75972 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90b396a0-16cf-494e-bb90-e7a7b4baef79 HTTP/1.1" status: 200 len: 851 time: 0.4838562 Jun 17 08:12:28.210771 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739ab52-9013-49f0-bded-55b6490baff1 req-26d236a8-496e-47b9-ae84-09c7b91ce64e tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:28.223661 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f739ab52-9013-49f0-bded-55b6490baff1 req-26d236a8-496e-47b9-ae84-09c7b91ce64e tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/networks?id=0026b4bb-5535-40dd-9cc1-590011035a19 HTTP/1.1" status: 200 len: 819 time: 0.5682316 Jun 17 08:12:28.251560 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7e2f5-d34c-415e-8cf4-5906e044bc38 None None] The sync data for ids ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'] in dv-cinder-791281-5-iscsi is: [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '9aba7d66-2081-4387-a2e0-9c99b7a16da1', 'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'mac_address': 'fa:16:3e:d1:22:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:15Z', 'updated_at': '2021-06-17T08:12:26Z', 'revision_number': 4, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'subnets': [{'id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:12:28.263938 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cf8a105d-a87e-4ce8-af1d-bceff7d8a8c3 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:28.270792 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-cf8a105d-a87e-4ce8-af1d-bceff7d8a8c3 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9147890 Jun 17 08:12:28.271552 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48042) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:28.285949 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Request body: {'floatingip': {'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:28.293464 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d24b32da-f6ce-4cdd-8539-07bd4e6dc6b4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:28.390304 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:28.478479 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f739ab52-9013-49f0-bded-55b6490baff1 req-6aea41c4-0969-456f-83fd-a77a592bfd63 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/quotas/684246a58f09418fac0008ec7556e1f3 HTTP/1.1" status: 200 len: 375 time: 0.2528286 Jun 17 08:12:28.482931 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '3707d13d-b0e9-41cb-b7a2-f047b6b4c37d', 'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'mac_address': 'fa:16:3e:49:13:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:14Z', 'updated_at': '2021-06-17T08:12:25Z', 'revision_number': 4, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'subnets': [{'id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:28.487832 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for floatingip, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:28.557235 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d3a5fbc3-da49-4ba4-b778-fb8720e5907c req-8a493704-818d-4aa3-a4bc-519848ae2f95 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d2f270-6639-4666-b9a1-1ae753b870c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3641949 Jun 17 08:12:28.563091 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-5d30327f-919c-4ec0-9686-894be09c6671 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=38aaca95-fd40-47e3-b5ab-b5275d97ccb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2448976 Jun 17 08:12:28.714768 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5391fffb-3238-4a34-b987-fbb0b3830923 None None] The sync data for ids ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'] in dv-cinder-791281-5-iscsi is: [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '3707d13d-b0e9-41cb-b7a2-f047b6b4c37d', 'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'mac_address': 'fa:16:3e:49:13:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:14Z', 'updated_at': '2021-06-17T08:12:25Z', 'revision_number': 4, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'subnets': [{'id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:12:28.826104 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:28.988972 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d24b32da-f6ce-4cdd-8539-07bd4e6dc6b4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:28.990357 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 48054) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:29.045101 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e3cda631-ef20-4378-afc6-fe30b3872707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:29.087546 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d24b32da-f6ce-4cdd-8539-07bd4e6dc6b4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:29.123921 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f739ab52-9013-49f0-bded-55b6490baff1 req-0cc21ed2-8530-46f8-becc-6603963c5a37 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=684246a58f09418fac0008ec7556e1f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6191950 Jun 17 08:12:29.126742 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:29.196680 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:29.233233 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Transition to ACTIVE for port object c8aade66-a68c-4d97-96a9-aa7cb5fa40d3 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:29.250410 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:29.258376 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:29.297059 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:29.458361 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d24b32da-f6ce-4cdd-8539-07bd4e6dc6b4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:29.466945 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48062) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:29.469534 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-d24b32da-f6ce-4cdd-8539-07bd4e6dc6b4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.6672909 Jun 17 08:12:29.484184 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f739ab52-9013-49f0-bded-55b6490baff1 req-b5a875e3-77e8-4f0a-8ff5-4fd79cf5183c service neutron] 10.222.0.35 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589675 Jun 17 08:12:29.492364 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-1c5a03b1-d81f-40e8-bb17-688f0e03de6e tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Request body: {'security_group_rule': {'security_group_id': '90207d25-ee13-41ef-926d-0c32e119f22b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:29.600780 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1c5a03b1-d81f-40e8-bb17-688f0e03de6e tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:29.733609 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b32da-f6ce-4cdd-8539-07bd4e6dc6b4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90207d25-ee13-41ef-926d-0c32e119f22b,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:29.752310 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d24b32da-f6ce-4cdd-8539-07bd4e6dc6b4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:29.778127 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-6cf0bfac-c080-423b-8657-a4f090c2c1ab service neutron] 10.222.0.38 "GET /v2.0/networks/38aaca95-fd40-47e3-b5ab-b5275d97ccb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1767406 Jun 17 08:12:29.779366 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1c5a03b1-d81f-40e8-bb17-688f0e03de6e tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:29.808728 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1c5a03b1-d81f-40e8-bb17-688f0e03de6e tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:29.816291 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Allocated IP 172.27.0.37 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/22dd9ed8-25b7-43ba-8747-56ec837e663d) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:12:29.835444 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-cf8a105d-a87e-4ce8-af1d-bceff7d8a8c3 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:29.914123 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ca72f-0ab1-4135-b83f-37872b067455 None None] Pushing event updated for resources: {'Port': ['ID=c8aade66-a68c-4d97-96a9-aa7cb5fa40d3,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:29.954249 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a03b1-d81f-40e8-bb17-688f0e03de6e tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e19ff4-4c92-4619-8cc8-4914e45315b9,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:29.971214 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1c5a03b1-d81f-40e8-bb17-688f0e03de6e tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:29.986506 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-286ca72f-0ab1-4135-b83f-37872b067455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:29.990336 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Attempting to bind port c8aade66-a68c-4d97-96a9-aa7cb5fa40d3 on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:12:29.990722 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Attempting to bind port c8aade66-a68c-4d97-96a9-aa7cb5fa40d3 by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:12:29.991439 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Attempting to bind port c8aade66-a68c-4d97-96a9-aa7cb5fa40d3 on network 0026b4bb-5535-40dd-9cc1-590011035a19 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:30.000454 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:12:30.000862 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Checking segment: {'id': '6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:12:30.001294 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:30.001733 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Bound using segment: {'id': '6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:12:30.002231 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Bound port: c8aade66-a68c-4d97-96a9-aa7cb5fa40d3, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:12:30.002616 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:30.102339 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe96aa83-eb3a-4cbe-83d7-fcf00b7ddd15 x-openstack-request-id: req-fe96aa83-eb3a-4cbe-83d7-fcf00b7ddd15 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:12:30.102339 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2801f8-42c8-48c7-ace2-004ac0003e0e", "tag": "d0c5c223-6692-4c31-b33f-ee11471adfa9", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:12:30.102339 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe96aa83-eb3a-4cbe-83d7-fcf00b7ddd15 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:12:30.102339 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2801f8-42c8-48c7-ace2-004ac0003e0e', 'tag': 'd0c5c223-6692-4c31-b33f-ee11471adfa9', 'status': 'completed', 'code': 200} Jun 17 08:12:30.124581 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:30.213895 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:30.254185 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] For port c8aade66-a68c-4d97-96a9-aa7cb5fa40d3, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:12:30.268204 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] For port c8aade66-a68c-4d97-96a9-aa7cb5fa40d3, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=c8aade66-a68c-4d97-96a9-aa7cb5fa40d3,segment=NetworkSegment(6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4),segment_id=6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:12:30.284771 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:30.304464 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:30.406586 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:30.416423 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:30.537674 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ca72f-0ab1-4135-b83f-37872b067455 None None] Pushing event updated for resources: {'Port': ['ID=c8aade66-a68c-4d97-96a9-aa7cb5fa40d3,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:30.543268 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e3cda631-ef20-4378-afc6-fe30b3872707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:30.549087 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-286ca72f-0ab1-4135-b83f-37872b067455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:30.550306 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event updated for resources: {'Port': ['ID=22dd9ed8-25b7-43ba-8747-56ec837e663d,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:30.556860 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:30.576617 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1c5a03b1-d81f-40e8-bb17-688f0e03de6e tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:30.586809 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1c5a03b1-d81f-40e8-bb17-688f0e03de6e tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1189024 Jun 17 08:12:30.590840 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 48082) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:30.596316 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e3cda631-ef20-4378-afc6-fe30b3872707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:30.603988 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-e3516af3-0a90-4b2b-aa2e-0f8b2439f2a6 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Request body: {'security_group_rule': {'security_group_id': '90207d25-ee13-41ef-926d-0c32e119f22b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:30.607389 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:30.608928 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:30.616976 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:12:30.622207 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Routers {'ce1468a0-be3b-482f-b184-9759134ee447'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:12:30.623191 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d24b32da-f6ce-4cdd-8539-07bd4e6dc6b4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:30.625658 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:12:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['ce1468a0-be3b-482f-b184-9759134ee447'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:30.678321 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cda631-ef20-4378-afc6-fe30b3872707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8774caa4-c8ce-45aa-b52b-e4592a026612,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:30.682594 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e3cda631-ef20-4378-afc6-fe30b3872707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:30.725299 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f739ab52-9013-49f0-bded-55b6490baff1 req-16a9641a-abfa-414c-93cc-74db71f1872e service neutron] 10.222.0.35 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2370052 Jun 17 08:12:30.835741 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-e3cda631-ef20-4378-afc6-fe30b3872707 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec8b0afcf0d54d50981cb0f54a672d08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8411181 Jun 17 08:12:30.840437 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 9aba7d66-2081-4387-a2e0-9c99b7a16da1 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:30.868332 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48086) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:30.878978 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e3516af3-0a90-4b2b-aa2e-0f8b2439f2a6 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:30.899760 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35186c2e-8fcf-4085-acad-5352cfbed50f req-e7b18872-2fb7-406b-bbfc-4466817ba360 service neutron] 10.222.0.38 "GET /v2.0/networks/38aaca95-fd40-47e3-b5ab-b5275d97ccb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0836315 Jun 17 08:12:30.919036 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 48088) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:31.213493 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 9aba7d66-2081-4387-a2e0-9c99b7a16da1 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:31.280897 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] Set router ce1468a0-be3b-482f-b184-9759134ee447 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:12:31.282960 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 9aba7d66-2081-4387-a2e0-9c99b7a16da1 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:31.303578 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:31.305098 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f4bcab59-c281-4aef-a92c-132d148b5fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:31.306517 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:31.367888 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af5fb6-55b4-45ee-b47f-3c91590569c8 req-8e0acee3-30bc-4b86-951a-0bc30f515ad5 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:31.387566 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-16af5fb6-55b4-45ee-b47f-3c91590569c8 req-8e0acee3-30bc-4b86-951a-0bc30f515ad5 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 943 time: 0.7997620 Jun 17 08:12:31.564989 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f4bcab59-c281-4aef-a92c-132d148b5fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:31.628353 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:31.683448 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6e04ebce-a46b-45f8-9e40-2d03fb5d8ee6 req-44dafb0e-10b1-4072-a6bd-fe9352bdac02 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 210 time: 0.2868209 Jun 17 08:12:31.759710 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e3516af3-0a90-4b2b-aa2e-0f8b2439f2a6 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:31.933788 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e3516af3-0a90-4b2b-aa2e-0f8b2439f2a6 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:31.936979 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-98efda91-9b0f-4d57-a820-ba89e11c6fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:32.070513 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f4bcab59-c281-4aef-a92c-132d148b5fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:32.101325 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:32.125170 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-16af5fb6-55b4-45ee-b47f-3c91590569c8 req-b30ea957-307e-4f9d-a2c8-535260f6cebb tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d2f270-6639-4666-b9a1-1ae753b870c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7319419 Jun 17 08:12:32.151150 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:32.166836 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f4bcab59-c281-4aef-a92c-132d148b5fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:32.170524 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f4bcab59-c281-4aef-a92c-132d148b5fba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8774caa4-c8ce-45aa-b52b-e4592a026612 HTTP/1.1" status: 204 len: 168 time: 1.2961705 Jun 17 08:12:32.173585 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f2c9fde5-02e5-4a6e-a7cc-d9b06bc56021 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:32.191629 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:32.197885 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcab59-c281-4aef-a92c-132d148b5fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8774caa4-c8ce-45aa-b52b-e4592a026612,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:32.210025 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f4bcab59-c281-4aef-a92c-132d148b5fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:32.215545 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b52d0fb9-3765-4669-bb40-b5d941b63a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:32.222448 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3516af3-0a90-4b2b-aa2e-0f8b2439f2a6 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb991ea-3cea-4ae0-8006-954681df1eba,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:32.243958 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e3516af3-0a90-4b2b-aa2e-0f8b2439f2a6 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:32.274003 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaec5ac-d55f-43a2-be9f-ba2ae4fb44fb req-4170bfc4-5dd6-4291-aefc-06540ecea13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:32.276781 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cbaec5ac-d55f-43a2-be9f-ba2ae4fb44fb req-4170bfc4-5dd6-4291-aefc-06540ecea13b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83df9cc613d84fce850257513d3c5752&device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 1096 time: 1.2680550 Jun 17 08:12:32.314844 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:32.398905 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event updated for resources: {'Port': ['ID=22dd9ed8-25b7-43ba-8747-56ec837e663d,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:32.404308 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:32.417816 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:32.521999 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'name': 'tempest-ServerRescueNegativeTestJSON-1346736930-router', 'tenant_id': '684246a58f09418fac0008ec7556e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'dfedcb71-de65-4c8f-acb6-e50f4a8fbd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:22Z', 'revision_number': 4, 'project_id': '684246a58f09418fac0008ec7556e1f3', 'gw_port': {'id': 'dfedcb71-de65-4c8f-acb6-e50f4a8fbd74', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:64:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:10Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': 'c8aade66-a68c-4d97-96a9-aa7cb5fa40d3', 'name': '', 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19', 'tenant_id': '684246a58f09418fac0008ec7556e1f3', 'mac_address': 'fa:16:3e:56:64:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '11cf0762-a3fe-45d4-80c4-981986f0ca50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:18Z', 'updated_at': '2021-06-17T08:12:30Z', 'revision_number': 4, 'project_id': '684246a58f09418fac0008ec7556e1f3', 'subnets': [{'id': '11cf0762-a3fe-45d4-80c4-981986f0ca50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:12:32.574669 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-98efda91-9b0f-4d57-a820-ba89e11c6fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:32.588878 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:32.590250 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3130002 Jun 17 08:12:32.605029 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35212ccc-5d15-4176-8a74-08e01e200e3e None None] The sync data for ids ['ce1468a0-be3b-482f-b184-9759134ee447'] in dv-cinder-791281-5-iscsi is: [{'id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'name': 'tempest-ServerRescueNegativeTestJSON-1346736930-router', 'tenant_id': '684246a58f09418fac0008ec7556e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'dfedcb71-de65-4c8f-acb6-e50f4a8fbd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:22Z', 'revision_number': 4, 'project_id': '684246a58f09418fac0008ec7556e1f3', 'gw_port': {'id': 'dfedcb71-de65-4c8f-acb6-e50f4a8fbd74', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:64:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:10Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': 'c8aade66-a68c-4d97-96a9-aa7cb5fa40d3', 'name': '', 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19', 'tenant_id': '684246a58f09418fac0008ec7556e1f3', 'mac_address': 'fa:16:3e:56:64:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '11cf0762-a3fe-45d4-80c4-981986f0ca50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:18Z', 'updated_at': '2021-06-17T08:12:30Z', 'revision_number': 4, 'project_id': '684246a58f09418fac0008ec7556e1f3', 'subnets': [{'id': '11cf0762-a3fe-45d4-80c4-981986f0ca50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:12:32.613477 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 9aba7d66-2081-4387-a2e0-9c99b7a16da1, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=9aba7d66-2081-4387-a2e0-9c99b7a16da1,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:32.628725 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:32.630374 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:32.640388 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-98efda91-9b0f-4d57-a820-ba89e11c6fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:32.653063 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:32.791859 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-93749fea-9d92-4edb-8e17-1bb7cb5d9da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:32.838307 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48192) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:32.840278 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-98efda91-9b0f-4d57-a820-ba89e11c6fd9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=810ad38dc1aa42649337c34693cbe3df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9122052 Jun 17 08:12:32.980895 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e3516af3-0a90-4b2b-aa2e-0f8b2439f2a6 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:32.985270 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-e3516af3-0a90-4b2b-aa2e-0f8b2439f2a6 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3902996 Jun 17 08:12:32.988984 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaec5ac-d55f-43a2-be9f-ba2ae4fb44fb req-27e51725-5444-4c07-a218-9aa59828f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:32.990732 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cbaec5ac-d55f-43a2-be9f-ba2ae4fb44fb req-27e51725-5444-4c07-a218-9aa59828f743 service neutron] 10.222.0.38 "GET /v2.0/networks?id=38aaca95-fd40-47e3-b5ab-b5275d97ccb5 HTTP/1.1" status: 200 len: 912 time: 0.5838938 Jun 17 08:12:32.991276 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 48208) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:32.998618 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=9aba7d66-2081-4387-a2e0-9c99b7a16da1,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:33.045860 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:33.046008 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f7f80935-d916-4b6f-bb32-dfafd4143a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:33.065929 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Request body: {'floatingip': {'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:33.099410 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f7f80935-d916-4b6f-bb32-dfafd4143a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:33.116702 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:33.127680 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:33.129602 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:33.162457 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for floatingip, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:33.217813 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efda91-9b0f-4d57-a820-ba89e11c6fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cc9c9f-a6d3-471c-8abf-220fb53df2ea,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:33.224643 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-98efda91-9b0f-4d57-a820-ba89e11c6fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:33.253538 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cbaec5ac-d55f-43a2-be9f-ba2ae4fb44fb req-06ad196f-c4a7-4157-8827-9cf240ba71ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0c5c223-6692-4c31-b33f-ee11471adfa9 HTTP/1.1" status: 200 len: 217 time: 0.1086178 Jun 17 08:12:33.286504 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f7f80935-d916-4b6f-bb32-dfafd4143a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:33.289865 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f7f80935-d916-4b6f-bb32-dfafd4143a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:33.291148 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f7f80935-d916-4b6f-bb32-dfafd4143a70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16cc9c9f-a6d3-471c-8abf-220fb53df2ea HTTP/1.1" status: 204 len: 168 time: 0.4515586 Jun 17 08:12:33.291967 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c44b9feb-354b-4299-95a6-10f932aaeeb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:33.314792 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f80935-d916-4b6f-bb32-dfafd4143a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cc9c9f-a6d3-471c-8abf-220fb53df2ea,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:33.326407 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f7f80935-d916-4b6f-bb32-dfafd4143a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:33.332775 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-8aa14b0a-de2d-41f7-90e8-46896e701f0f tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:33.346357 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-8aa14b0a-de2d-41f7-90e8-46896e701f0f tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/networks?id=0026b4bb-5535-40dd-9cc1-590011035a19 HTTP/1.1" status: 200 len: 819 time: 1.0594435 Jun 17 08:12:33.366701 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-479fd2df-6e82-42df-b765-8a354e2fa31c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1036351009&fields=id&tenant_id=8752c1061ce9489f85b5546f7e4dbe9c HTTP/1.1" status: 200 len: 267 time: 0.2058842 Jun 17 08:12:33.425246 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:33.528246 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=3707d13d-b0e9-41cb-b7a2-f047b6b4c37d,segment=NetworkSegment(4ae92527-3ec8-4967-9671-a77d80b972b6),segment_id=4ae92527-3ec8-4967-9671-a77d80b972b6)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:33.537464 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:33.541194 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-286ca72f-0ab1-4135-b83f-37872b067455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:33.762602 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=3707d13d-b0e9-41cb-b7a2-f047b6b4c37d,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:33.772240 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:33.858290 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-f11273ee-825f-46e9-b497-05f376bdc0bd tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/quotas/684246a58f09418fac0008ec7556e1f3 HTTP/1.1" status: 200 len: 375 time: 0.5091875 Jun 17 08:12:33.928010 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device c8aade66-a68c-4d97-96a9-aa7cb5fa40d3 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:34.114236 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port c8aade66-a68c-4d97-96a9-aa7cb5fa40d3 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:34.118913 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port c8aade66-a68c-4d97-96a9-aa7cb5fa40d3 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:34.119312 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:34.179982 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48266) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:34.205027 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bebb08f1-a8ba-4ca8-b866-26be6ddcbde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:34.259216 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaec5ac-d55f-43a2-be9f-ba2ae4fb44fb req-0ce0e779-fd7a-4bc4-9c60-291b981de588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:34.265868 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cbaec5ac-d55f-43a2-be9f-ba2ae4fb44fb req-0ce0e779-fd7a-4bc4-9c60-291b981de588 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=90b396a0-16cf-494e-bb90-e7a7b4baef79 HTTP/1.1" status: 200 len: 851 time: 0.9995050 Jun 17 08:12:34.325546 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:34.392200 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port c8aade66-a68c-4d97-96a9-aa7cb5fa40d3, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=c8aade66-a68c-4d97-96a9-aa7cb5fa40d3,segment=NetworkSegment(6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4),segment_id=6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:34.397798 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:34.399113 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cbaec5ac-d55f-43a2-be9f-ba2ae4fb44fb req-d383eadc-741c-4f94-9619-1fdf0a00fad1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=38aaca95-fd40-47e3-b5ab-b5275d97ccb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612540 Jun 17 08:12:34.399310 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 9aba7d66-2081-4387-a2e0-9c99b7a16da1 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:34.402636 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:34.438408 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bebb08f1-a8ba-4ca8-b866-26be6ddcbde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:34.446140 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bebb08f1-a8ba-4ca8-b866-26be6ddcbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:34.452546 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:34.509928 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-bebb08f1-a8ba-4ca8-b866-26be6ddcbde5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04a934208d4140839329ad893cc5511d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265698 Jun 17 08:12:34.511419 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb08f1-a8ba-4ca8-b866-26be6ddcbde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b2c796-0cac-408d-b940-2b37fbd81148,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:34.528220 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bebb08f1-a8ba-4ca8-b866-26be6ddcbde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:34.528864 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48272) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:34.553653 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cbaec5ac-d55f-43a2-be9f-ba2ae4fb44fb req-a75f1c20-341a-43c4-8e9f-3ce3c30b67a0 service neutron] 10.222.0.38 "GET /v2.0/networks/38aaca95-fd40-47e3-b5ab-b5275d97ccb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405978 Jun 17 08:12:34.578068 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-5cf6f3c1-1610-47a3-9f7f-387039a50977 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:34.579689 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-5cf6f3c1-1610-47a3-9f7f-387039a50977 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/networks?id=19ba03da-5332-4f85-9243-9aa68eba305b HTTP/1.1" status: 200 len: 817 time: 1.1573784 Jun 17 08:12:34.626426 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-25a6c059-5fb5-4594-88dd-416963ba3b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:34.651641 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=c8aade66-a68c-4d97-96a9-aa7cb5fa40d3,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:34.660395 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-25a6c059-5fb5-4594-88dd-416963ba3b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:34.667360 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:34.694670 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 9aba7d66-2081-4387-a2e0-9c99b7a16da1 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:34.695051 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:34.709019 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-1ad28086-1272-4176-89c5-e7a3c13ac661 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=684246a58f09418fac0008ec7556e1f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8425281 Jun 17 08:12:34.715108 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-a9c9417f-9ce4-42a6-82f2-fcf032e857dc tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/quotas/8752c1061ce9489f85b5546f7e4dbe9c HTTP/1.1" status: 200 len: 375 time: 0.1060851 Jun 17 08:12:34.868612 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.38', 49879) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:34.899717 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-25a6c059-5fb5-4594-88dd-416963ba3b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:34.916912 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-25a6c059-5fb5-4594-88dd-416963ba3b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:34.921170 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-25a6c059-5fb5-4594-88dd-416963ba3b6f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05b2c796-0cac-408d-b940-2b37fbd81148 HTTP/1.1" status: 204 len: 168 time: 0.3911264 Jun 17 08:12:34.929502 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f7f80935-d916-4b6f-bb32-dfafd4143a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:34.965083 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6c059-5fb5-4594-88dd-416963ba3b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b2c796-0cac-408d-b940-2b37fbd81148,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:34.974817 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-25a6c059-5fb5-4594-88dd-416963ba3b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:35.026253 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:35.062103 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cbaec5ac-d55f-43a2-be9f-ba2ae4fb44fb req-b72e99f4-2a9b-4686-b4e2-29023e09f56c service neutron] 10.222.0.38 "GET /v2.0/networks/38aaca95-fd40-47e3-b5ab-b5275d97ccb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677160 Jun 17 08:12:35.124850 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739ab52-9013-49f0-bded-55b6490baff1 req-4d268907-45ef-4fb6-9304-2a86d9249bf0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:35.126379 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f739ab52-9013-49f0-bded-55b6490baff1 req-4d268907-45ef-4fb6-9304-2a86d9249bf0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.38 "GET /v2.0/networks?id=0026b4bb-5535-40dd-9cc1-590011035a19 HTTP/1.1" status: 200 len: 819 time: 0.2549143 Jun 17 08:12:35.139845 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-f739ab52-9013-49f0-bded-55b6490baff1 req-8e851932-287d-4c61-9856-ece61747f6d2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Request body: {'port': {'device_id': 'c2be4610-d302-4c92-b501-5e38ba5a84f9', 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19', 'admin_state_up': True, 'tenant_id': '684246a58f09418fac0008ec7556e1f3'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:35.285510 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Allocated IP 172.27.0.111 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/aa0f3c27-b3b0-4d64-ae58-40d59ff530bd) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:12:35.326895 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f739ab52-9013-49f0-bded-55b6490baff1 req-8e851932-287d-4c61-9856-ece61747f6d2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Made reservation on behalf of 684246a58f09418fac0008ec7556e1f3 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:12:35.332972 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f739ab52-9013-49f0-bded-55b6490baff1 req-8e851932-287d-4c61-9856-ece61747f6d2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:35.436530 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:35.479997 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-4c8a1d1b-2c68-4f89-b070-1c0e5612c831 service neutron] 10.222.0.35 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385182 Jun 17 08:12:35.492192 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-e46d341d-3229-4072-956a-a63a74467af1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8752c1061ce9489f85b5546f7e4dbe9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7495406 Jun 17 08:12:35.503354 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:35.606382 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:35.687012 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:35.697303 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:35.701739 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:12:35.734323 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device c8aade66-a68c-4d97-96a9-aa7cb5fa40d3 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:35.758489 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-f739ab52-9013-49f0-bded-55b6490baff1 req-8e851932-287d-4c61-9856-ece61747f6d2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Allocated IP 172.20.0.10 (0026b4bb-5535-40dd-9cc1-590011035a19/11cf0762-a3fe-45d4-80c4-981986f0ca50/3fd6134b-ce52-4230-be72-02eb60f06594) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:12:35.807801 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:35.829465 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-2edde931-bc36-46a6-8bbc-e2ffa73936c7 service neutron] 10.222.0.35 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235366 Jun 17 08:12:35.832248 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event updated for resources: {'Port': ['ID=aa0f3c27-b3b0-4d64-ae58-40d59ff530bd,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:35.845037 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:35.884613 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port c8aade66-a68c-4d97-96a9-aa7cb5fa40d3 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:35.885071 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:35.904123 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:36.124892 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:36.195125 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-61b5c2ee-6eb4-4a4f-aba3-20db67e0490d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:12:36.204551 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-61b5c2ee-6eb4-4a4f-aba3-20db67e0490d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3690081 Jun 17 08:12:36.259308 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:36.259691 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:36.309202 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f739ab52-9013-49f0-bded-55b6490baff1 req-8e851932-287d-4c61-9856-ece61747f6d2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:36.419573 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f739ab52-9013-49f0-bded-55b6490baff1 req-8e851932-287d-4c61-9856-ece61747f6d2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:36.431719 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:36.600362 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f739ab52-9013-49f0-bded-55b6490baff1 req-8e851932-287d-4c61-9856-ece61747f6d2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Network 0026b4bb-5535-40dd-9cc1-590011035a19 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:36.603953 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-f739ab52-9013-49f0-bded-55b6490baff1 req-8e851932-287d-4c61-9856-ece61747f6d2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:36.621682 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-f739ab52-9013-49f0-bded-55b6490baff1 req-8e851932-287d-4c61-9856-ece61747f6d2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:12:36.625683 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-02724d6c-a683-460f-933e-14d62c821fe2 service neutron] 10.222.0.35 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178004 Jun 17 08:12:36.629589 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739ab52-9013-49f0-bded-55b6490baff1 req-8e851932-287d-4c61-9856-ece61747f6d2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:36.631180 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f739ab52-9013-49f0-bded-55b6490baff1 req-8e851932-287d-4c61-9856-ece61747f6d2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:36.644472 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e851932-287d-4c61-9856-ece61747f6d2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Pushing event updated for resources: {'Port': ['ID=3fd6134b-ce52-4230-be72-02eb60f06594,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:36.650741 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8e851932-287d-4c61-9856-ece61747f6d2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:36.666297 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f739ab52-9013-49f0-bded-55b6490baff1 req-8e851932-287d-4c61-9856-ece61747f6d2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5312014 Jun 17 08:12:36.682484 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Request body: {'port': {'device_id': 'c2be4610-d302-4c92-b501-5e38ba5a84f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:36.727121 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 48366) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:36.761541 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:36.802716 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:36.817479 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:36.825356 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:36.897561 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:36.990500 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-1d14394b-7d15-4e9e-83c1-559222132982 service neutron] 10.222.0.35 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585427 Jun 17 08:12:37.027463 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbca8c1-456d-4a0f-acde-49c91d1d946d req-fd0409a8-1a75-4f6b-9caa-e86d592bd35b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:37.036102 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-dcbca8c1-456d-4a0f-acde-49c91d1d946d req-fd0409a8-1a75-4f6b-9caa-e86d592bd35b tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 943 time: 0.6948507 Jun 17 08:12:37.038439 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:37.039849 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0125790 Jun 17 08:12:37.048001 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event updated for resources: {'Port': ['ID=aa0f3c27-b3b0-4d64-ae58-40d59ff530bd,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:37.059702 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:37.110064 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-dcbca8c1-456d-4a0f-acde-49c91d1d946d req-f8c1316b-919d-4c8d-9a7f-bc4030afd554 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d2f270-6639-4666-b9a1-1ae753b870c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723724 Jun 17 08:12:37.187101 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f5828389-104d-46fc-a7d7-505f1111a1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:37.251431 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device d0c5c223-6692-4c31-b33f-ee11471adfa9 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:12:37.411525 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.db.resource_extend [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:12:37.457231 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b84f56a8-ef4a-4606-878a-59e63c8f116c req-d054273f-6d24-41b5-9faf-a56f73e67a49 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 210 time: 0.0814824 Jun 17 08:12:37.478197 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48388) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:37.559080 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f5828389-104d-46fc-a7d7-505f1111a1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:37.600845 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bacbac90-cd89-47c5-8acf-2f1c41e3f35f req-1f8536f6-9c7e-4080-a4b7-3c11921a6e62 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 210 time: 0.1276457 Jun 17 08:12:37.604149 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f5828389-104d-46fc-a7d7-505f1111a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:37.618421 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port d0c5c223-6692-4c31-b33f-ee11471adfa9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d0c5c223-6692-4c31-b33f-ee11471adfa9,segment=NetworkSegment(be3c3ffd-152a-42d0-af62-8cea9c13b3a4),segment_id=be3c3ffd-152a-42d0-af62-8cea9c13b3a4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:37.640128 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': 'd0c5c223-6692-4c31-b33f-ee11471adfa9', 'network_id': '38aaca95-fd40-47e3-b5ab-b5275d97ccb5', 'port_id': 'd0c5c223-6692-4c31-b33f-ee11471adfa9', 'mac_address': 'fa:16:3e:60:49:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b396a0-16cf-494e-bb90-e7a7b4baef79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:12:37.657377 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd6134b-ce52-4230-be72-02eb60f06594 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:12:37.657854 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-78e5e6fd-527f-4d1d-8bc5-7383e7f68a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:37.668713 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-f5828389-104d-46fc-a7d7-505f1111a1bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f31ba3aee0a741518a528b3fbf03395e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9246891 Jun 17 08:12:37.674039 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48406) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:37.677966 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:37.703720 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:37.719983 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c5c223-6692-4c31-b33f-ee11471adfa9 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:12:37.764348 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Transition to ACTIVE for port object 3fd6134b-ce52-4230-be72-02eb60f06594 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:37.764751 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port d0c5c223-6692-4c31-b33f-ee11471adfa9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d0c5c223-6692-4c31-b33f-ee11471adfa9,segment=NetworkSegment(be3c3ffd-152a-42d0-af62-8cea9c13b3a4),segment_id=be3c3ffd-152a-42d0-af62-8cea9c13b3a4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:37.771692 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:37.772785 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-18f71780-a127-4cc0-8cb4-527e794a1ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:37.775082 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-33d137ac-fd65-4eb8-91b1-c193b1b3deb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:37.791296 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:37.854085 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:37.875006 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=d0c5c223-6692-4c31-b33f-ee11471adfa9,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:37.881070 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:38.048027 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5828389-104d-46fc-a7d7-505f1111a1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26bd694-ae0e-4c9b-88b1-2deddf04876c,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:38.055504 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f5828389-104d-46fc-a7d7-505f1111a1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:38.065270 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-275b517b-3de8-471b-951c-c712ec69cee5 req-2d9acef7-d1fe-48de-94af-5a74d7d58a29 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--913823334&fields=id&tenant_id=f50cdcfdd2fd408d86d30f95622cad2f HTTP/1.1" status: 200 len: 267 time: 0.4107475 Jun 17 08:12:38.086896 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['d0c5c223-6692-4c31-b33f-ee11471adfa9'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:12:38.094511 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Pushing event updated for resources: {'Port': ['ID=3fd6134b-ce52-4230-be72-02eb60f06594,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:38.102151 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:38.102958 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee007-505b-46a9-bebb-ba146a0f200c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:38.188349 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee007-505b-46a9-bebb-ba146a0f200c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:38.214398 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Attempting to bind port 3fd6134b-ce52-4230-be72-02eb60f06594 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:12:38.215093 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Attempting to bind port 3fd6134b-ce52-4230-be72-02eb60f06594 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:12:38.215637 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Attempting to bind port 3fd6134b-ce52-4230-be72-02eb60f06594 on network 0026b4bb-5535-40dd-9cc1-590011035a19 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:38.245036 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Port 3fd6134b-ce52-4230-be72-02eb60f06594 on network 0026b4bb-5535-40dd-9cc1-590011035a19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:12:38.245640 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Attempting to bind port 3fd6134b-ce52-4230-be72-02eb60f06594 on network 0026b4bb-5535-40dd-9cc1-590011035a19 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:38.261133 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:12:38.261799 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Checking segment: {'id': '6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:12:38.262515 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Bound using segment: {'id': '6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:12:38.263453 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Bound port: 3fd6134b-ce52-4230-be72-02eb60f06594, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:12:38.264123 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:38.325922 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-18f71780-a127-4cc0-8cb4-527e794a1ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:38.339586 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee007-505b-46a9-bebb-ba146a0f200c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:38.340727 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-18f71780-a127-4cc0-8cb4-527e794a1ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:38.350615 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee007-505b-46a9-bebb-ba146a0f200c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:38.355464 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-5b1ee007-505b-46a9-bebb-ba146a0f200c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d26bd694-ae0e-4c9b-88b1-2deddf04876c HTTP/1.1" status: 204 len: 168 time: 0.6739247 Jun 17 08:12:38.356308 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:38.389810 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ee007-505b-46a9-bebb-ba146a0f200c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26bd694-ae0e-4c9b-88b1-2deddf04876c,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:38.425103 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] For port 3fd6134b-ce52-4230-be72-02eb60f06594, host hv-cinder-79128, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:12:38.432572 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-c57402e4-f8f8-41d6-97c2-90f941cc71e4 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:38.434072 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-c57402e4-f8f8-41d6-97c2-90f941cc71e4 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.38 "GET /v2.0/networks?id=0026b4bb-5535-40dd-9cc1-590011035a19 HTTP/1.1" status: 200 len: 819 time: 0.4293962 Jun 17 08:12:38.456936 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-8af8f258-3487-41a6-bb1a-595933bd7d1a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Request body: {'port': {'device_id': '692db06a-636c-492f-b63a-c70186a7658e', 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19', 'admin_state_up': True, 'tenant_id': '684246a58f09418fac0008ec7556e1f3'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:38.512323 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-18f71780-a127-4cc0-8cb4-527e794a1ac9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf9d6e775d694c61a4b06a054ef5fad8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0305431 Jun 17 08:12:38.521476 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] For port 3fd6134b-ce52-4230-be72-02eb60f06594, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=3fd6134b-ce52-4230-be72-02eb60f06594,segment=NetworkSegment(6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4),segment_id=6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:12:38.536665 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48430) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:38.537669 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f71780-a127-4cc0-8cb4-527e794a1ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0f7739-7d23-4531-9a0d-265b8634368e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:38.572933 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-18f71780-a127-4cc0-8cb4-527e794a1ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:38.585181 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-dd956fc1-5697-4b44-a4fb-ce1656ad5b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:38.585563 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-dd956fc1-5697-4b44-a4fb-ce1656ad5b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:38.586631 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:38.597962 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8bedb840-69f3-42c1-873f-c38398edec87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:38.821582 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:38.822638 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:38.824482 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f739ab52-9013-49f0-bded-55b6490baff1 req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] 10.222.0.38 "PUT /v2.0/ports/3fd6134b-ce52-4230-be72-02eb60f06594 HTTP/1.1" status: 200 len: 1094 time: 2.1501439 Jun 17 08:12:38.825234 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2be4610-d302-4c92-b501-5e38ba5a84f9', 'tag': '3fd6134b-ce52-4230-be72-02eb60f06594'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:12:38.838667 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b517b-3de8-471b-951c-c712ec69cee5 req-aee60cd6-9ad3-4a50-8b1f-845ad0323d70 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:38.850662 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-275b517b-3de8-471b-951c-c712ec69cee5 req-aee60cd6-9ad3-4a50-8b1f-845ad0323d70 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/networks?id=c7133842-e71c-43e6-ac53-3faca71f09d3 HTTP/1.1" status: 200 len: 811 time: 0.7782562 Jun 17 08:12:38.872916 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-8af8f258-3487-41a6-bb1a-595933bd7d1a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Made reservation on behalf of 684246a58f09418fac0008ec7556e1f3 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:12:38.876522 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-8af8f258-3487-41a6-bb1a-595933bd7d1a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:38.921892 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-275b517b-3de8-471b-951c-c712ec69cee5 req-495ac4d9-23b1-43d3-bbf1-a34cc006a87a tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/quotas/f50cdcfdd2fd408d86d30f95622cad2f HTTP/1.1" status: 200 len: 375 time: 0.0702529 Jun 17 08:12:38.932017 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bb922fd8-ab46-4b07-ac12-ce443df51ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:39.047631 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Pushing event updated for resources: {'Port': ['ID=3fd6134b-ce52-4230-be72-02eb60f06594,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:39.071758 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 48454) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:39.078194 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:39.090415 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bb922fd8-ab46-4b07-ac12-ce443df51ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:39.144267 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739ab52-9013-49f0-bded-55b6490baff1 req-9a919903-b649-4787-90f0-a92340e23e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:39.146087 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f739ab52-9013-49f0-bded-55b6490baff1 req-9a919903-b649-4787-90f0-a92340e23e85 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=684246a58f09418fac0008ec7556e1f3&device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 1097 time: 0.2061679 Jun 17 08:12:39.207205 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-8af8f258-3487-41a6-bb1a-595933bd7d1a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Allocated IP 172.20.0.5 (0026b4bb-5535-40dd-9cc1-590011035a19/11cf0762-a3fe-45d4-80c4-981986f0ca50/5e60bf13-4d83-4634-874f-6178c58e14c1) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:12:39.218622 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f739ab52-9013-49f0-bded-55b6490baff1 req-8992a042-8b13-4a96-a351-b4e87d637b0b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd6134b-ce52-4230-be72-02eb60f06594 HTTP/1.1" status: 200 len: 217 time: 0.0582340 Jun 17 08:12:39.220608 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device d0c5c223-6692-4c31-b33f-ee11471adfa9 up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:39.262138 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9bfd09-4df5-46f1-b756-5f18a6833ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "c2be4610-d302-4c92-b501-5e38ba5a84f9", "tag": "3fd6134b-ce52-4230-be72-02eb60f06594"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:12:39.285138 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bb922fd8-ab46-4b07-ac12-ce443df51ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:39.290374 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bb922fd8-ab46-4b07-ac12-ce443df51ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:39.295439 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-bb922fd8-ab46-4b07-ac12-ce443df51ee4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e0f7739-7d23-4531-9a0d-265b8634368e HTTP/1.1" status: 204 len: 168 time: 0.7241066 Jun 17 08:12:39.301304 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:39.338021 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb922fd8-ab46-4b07-ac12-ce443df51ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0f7739-7d23-4531-9a0d-265b8634368e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:39.342923 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bb922fd8-ab46-4b07-ac12-ce443df51ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:39.359485 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port d0c5c223-6692-4c31-b33f-ee11471adfa9 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:39.363527 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739ab52-9013-49f0-bded-55b6490baff1 req-fc5f54e6-89d2-4131-a7ec-5ba82cf6094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:39.365055 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f739ab52-9013-49f0-bded-55b6490baff1 req-fc5f54e6-89d2-4131-a7ec-5ba82cf6094f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=11cf0762-a3fe-45d4-80c4-981986f0ca50 HTTP/1.1" status: 200 len: 859 time: 0.1396751 Jun 17 08:12:39.371559 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port d0c5c223-6692-4c31-b33f-ee11471adfa9 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:39.372564 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:39.384916 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.38', 49888) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:39.441267 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-8af8f258-3487-41a6-bb1a-595933bd7d1a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:39.497795 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f739ab52-9013-49f0-bded-55b6490baff1 req-059ec557-eef3-4ae6-8d60-50f43fb45816 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0026b4bb-5535-40dd-9cc1-590011035a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261308 Jun 17 08:12:39.529784 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-eadd6c00-6a46-4bce-9116-91b42a10cec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:39.541302 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-8af8f258-3487-41a6-bb1a-595933bd7d1a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:39.592519 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a5131-906b-483c-8eff-7733ae579211 req-f37e0cfe-f6e5-46f1-814a-07ac29fc3b0f tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:39.594558 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3b0a5131-906b-483c-8eff-7733ae579211 req-f37e0cfe-f6e5-46f1-814a-07ac29fc3b0f tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 944 time: 1.0012314 Jun 17 08:12:39.608083 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:39.637490 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:39.705161 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2801f8-42c8-48c7-ace2-004ac0003e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c5c223-6692-4c31-b33f-ee11471adfa9'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:12:39.831302 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-8af8f258-3487-41a6-bb1a-595933bd7d1a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Network 0026b4bb-5535-40dd-9cc1-590011035a19 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:39.896235 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-8af8f258-3487-41a6-bb1a-595933bd7d1a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:39.911962 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8f258-3487-41a6-bb1a-595933bd7d1a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Pushing event updated for resources: {'Port': ['ID=5e60bf13-4d83-4634-874f-6178c58e14c1,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:39.924934 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-8af8f258-3487-41a6-bb1a-595933bd7d1a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:12:39.931588 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-8722f002-b46a-4bbc-85c6-eef3332771a4 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:39.932589 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-8722f002-b46a-4bbc-85c6-eef3332771a4 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.38 "GET /v2.0/networks?id=19ba03da-5332-4f85-9243-9aa68eba305b HTTP/1.1" status: 200 len: 817 time: 0.5125086 Jun 17 08:12:39.939164 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-8af8f258-3487-41a6-bb1a-595933bd7d1a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:39.943947 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-8af8f258-3487-41a6-bb1a-595933bd7d1a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:39.969145 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8af8f258-3487-41a6-bb1a-595933bd7d1a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:39.986001 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port d0c5c223-6692-4c31-b33f-ee11471adfa9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d0c5c223-6692-4c31-b33f-ee11471adfa9,segment=NetworkSegment(be3c3ffd-152a-42d0-af62-8cea9c13b3a4),segment_id=be3c3ffd-152a-42d0-af62-8cea9c13b3a4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:39.992414 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-275b517b-3de8-471b-951c-c712ec69cee5 req-e55aae38-9cf5-4c6d-9656-ed465dd0588e tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f50cdcfdd2fd408d86d30f95622cad2f&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0570748 Jun 17 08:12:39.993715 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:40.004166 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:40.049524 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f739ab52-9013-49f0-bded-55b6490baff1 req-862d0897-4d43-4ade-8fb1-475f9fb2c76f service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226660 Jun 17 08:12:40.087509 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3b0a5131-906b-483c-8eff-7733ae579211 req-72e2e9e1-9ba5-490c-9e0e-eb2395586940 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d2f270-6639-4666-b9a1-1ae753b870c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369808 Jun 17 08:12:40.144881 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=d0c5c223-6692-4c31-b33f-ee11471adfa9,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:40.164232 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:40.187721 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 48476) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:40.219620 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-52ace8d6-37da-4980-b497-c84a6f5b9cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:40.222632 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8a80a7-3ae6-4200-9de7-5652d7a33be2" -d '{"events": [{"server_uuid": "bc2801f8-42c8-48c7-ace2-004ac0003e0e", "name": "network-vif-plugged", "status": "completed", "tag": "d0c5c223-6692-4c31-b33f-ee11471adfa9"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:12:40.224640 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-9d397918-ac8e-4fa2-97aa-3b9cd993b950 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8752c1061ce9489f85b5546f7e4dbe9c HTTP/1.1" status: 200 len: 380 time: 0.2818990 Jun 17 08:12:40.241417 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Request body: {'port': {'device_id': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'admin_state_up': True, 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'security_groups': ['41258e14-68c6-426d-bacb-8bfc9b778a56']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:40.379639 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f739ab52-9013-49f0-bded-55b6490baff1 req-44264ee7-d4c3-4b21-a9f6-949ffd1f410d service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074145 Jun 17 08:12:40.447379 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-275b517b-3de8-471b-951c-c712ec69cee5 req-1ae22632-b061-404a-a67b-a11157e34481 service neutron] 10.222.0.35 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772821 Jun 17 08:12:40.512696 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-eadd6c00-6a46-4bce-9116-91b42a10cec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:40.525124 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cc6f4-8972-4694-8fa1-0dcb08e25778 req-e83690f0-26c4-4634-80d2-ceb01dc2a312 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:40.526711 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f66cc6f4-8972-4694-8fa1-0dcb08e25778 req-e83690f0-26c4-4634-80d2-ceb01dc2a312 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 931 time: 0.2227762 Jun 17 08:12:40.556620 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-eadd6c00-6a46-4bce-9116-91b42a10cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:40.563053 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a97d5819-ad81-46ea-bbdf-8577d5a607a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:40.565742 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-8af8f258-3487-41a6-bb1a-595933bd7d1a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1227033 Jun 17 08:12:40.572387 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.db.api [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:12:40.572387 dv-cinder-791281-5-iscsi neutron-server[92980]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:12:40.572387 dv-cinder-791281-5-iscsi neutron-server[92980]: [parameters: {'project_id_1': '8752c1061ce9489f85b5546f7e4dbe9c', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 12, 40, 401037)}] Jun 17 08:12:40.572387 dv-cinder-791281-5-iscsi neutron-server[92980]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92980) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:12:40.573468 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_db.api [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:12:40.610738 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Request body: {'port': {'device_id': '692db06a-636c-492f-b63a-c70186a7658e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:40.701672 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-eadd6c00-6a46-4bce-9116-91b42a10cec6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9ffdee167934e5aaea11a3d940209b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6271746 Jun 17 08:12:40.704818 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48480) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:40.713071 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd6c00-6a46-4bce-9116-91b42a10cec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63d28d1-d53e-46b8-9b19-6c41a858a0a8,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:40.721882 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f66cc6f4-8972-4694-8fa1-0dcb08e25778 req-3bb178a2-765c-44ae-aa19-1329f712d0ee tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661024 Jun 17 08:12:40.723956 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-275b517b-3de8-471b-951c-c712ec69cee5 req-6a303280-9eb2-4917-8b17-39000bf00534 service neutron] 10.222.0.35 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651703 Jun 17 08:12:40.726105 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-eadd6c00-6a46-4bce-9116-91b42a10cec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:40.844473 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dfd00d18-d9cd-4ca0-b566-8876d3fab086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:40.850397 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:40.889622 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dfd00d18-d9cd-4ca0-b566-8876d3fab086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:40.980278 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dfd00d18-d9cd-4ca0-b566-8876d3fab086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:40.984666 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dfd00d18-d9cd-4ca0-b566-8876d3fab086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:40.985973 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-dfd00d18-d9cd-4ca0-b566-8876d3fab086 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a63d28d1-d53e-46b8-9b19-6c41a858a0a8 HTTP/1.1" status: 204 len: 168 time: 0.2794230 Jun 17 08:12:40.987577 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:41.007396 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd00d18-d9cd-4ca0-b566-8876d3fab086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63d28d1-d53e-46b8-9b19-6c41a858a0a8,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:41.009802 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-dfd00d18-d9cd-4ca0-b566-8876d3fab086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:41.208409 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-52ace8d6-37da-4980-b497-c84a6f5b9cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:41.213063 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-75ad91c7-f946-4327-a42f-f4f7ea88d644 req-c37322c8-8dab-4423-82b9-028425d9567e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 210 time: 0.1842360 Jun 17 08:12:41.226384 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-52ace8d6-37da-4980-b497-c84a6f5b9cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:41.235537 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-eadd6c00-6a46-4bce-9116-91b42a10cec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:41.285923 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Made reservation on behalf of 8752c1061ce9489f85b5546f7e4dbe9c for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:12:41.295197 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:41.361572 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ace8d6-37da-4980-b497-c84a6f5b9cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55931629-a0c8-4b47-b727-f663e76ffd35,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:41.377338 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-52ace8d6-37da-4980-b497-c84a6f5b9cd4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=627261a30e504ee98f3850ce42b3b33a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1861746 Jun 17 08:12:41.381641 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-52ace8d6-37da-4980-b497-c84a6f5b9cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:41.382463 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 48504) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:41.609689 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b7ffb8-17a8-4f93-9fab-0c2748fe0dd3 x-openstack-request-id: req-15b7ffb8-17a8-4f93-9fab-0c2748fe0dd3 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:12:41.610436 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2801f8-42c8-48c7-ace2-004ac0003e0e", "name": "network-vif-plugged", "status": "completed", "tag": "d0c5c223-6692-4c31-b33f-ee11471adfa9", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:12:41.610436 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-15b7ffb8-17a8-4f93-9fab-0c2748fe0dd3 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:12:41.611110 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2801f8-42c8-48c7-ace2-004ac0003e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c5c223-6692-4c31-b33f-ee11471adfa9', 'code': 200} Jun 17 08:12:41.634034 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Allocated IP 172.20.0.12 (19ba03da-5332-4f85-9243-9aa68eba305b/6d98a074-331c-4766-b44c-a8c8c8e4d172/dbe2920f-ae8a-44d4-83dd-29e27fe631da) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:12:41.757676 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dee68f89-b2a2-47e0-ab1d-2d28da0d7f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:41.875380 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9f395b-9032-4a78-9e9d-cd8b759f6afb x-openstack-request-id: req-2b9f395b-9032-4a78-9e9d-cd8b759f6afb {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:12:41.875736 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2be4610-d302-4c92-b501-5e38ba5a84f9", "tag": "3fd6134b-ce52-4230-be72-02eb60f06594", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:12:41.875975 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b9f395b-9032-4a78-9e9d-cd8b759f6afb {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:12:41.876470 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2be4610-d302-4c92-b501-5e38ba5a84f9', 'tag': '3fd6134b-ce52-4230-be72-02eb60f06594', 'status': 'completed', 'code': 200} Jun 17 08:12:41.934354 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e0c3f325-36ce-4815-b1d7-752dec730b0e req-6d95c14d-b125-414f-b068-beecbae8974a tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 210 time: 0.1681376 Jun 17 08:12:42.009715 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dee68f89-b2a2-47e0-ab1d-2d28da0d7f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:42.043132 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:42.065169 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bfd09-4df5-46f1-b756-5f18a6833ba2 req-8e64c6f7-a2c2-4dca-b9b2-972b28845e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:42.066708 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4a9bfd09-4df5-46f1-b756-5f18a6833ba2 req-8e64c6f7-a2c2-4dca-b9b2-972b28845e0e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=684246a58f09418fac0008ec7556e1f3&device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 1097 time: 0.1892376 Jun 17 08:12:42.069743 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Transition to ACTIVE for port object dbe2920f-ae8a-44d4-83dd-29e27fe631da will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:42.156688 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:42.166217 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0234c550-a9a8-4075-8221-b9ff28b41f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:42.178374 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e60bf13-4d83-4634-874f-6178c58e14c1 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:12:42.210112 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:42.275509 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Network 19ba03da-5332-4f85-9243-9aa68eba305b is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:42.279971 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e81f33-a486-4dc7-a561-f6a1ec77de9a req-2a2779ec-2343-41f9-9725-d2ed4b03f26a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:42.281562 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-85e81f33-a486-4dc7-a561-f6a1ec77de9a req-2a2779ec-2343-41f9-9725-d2ed4b03f26a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 945 time: 0.3692381 Jun 17 08:12:42.290941 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:42.291552 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Transition to ACTIVE for port object 5e60bf13-4d83-4634-874f-6178c58e14c1 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:42.294026 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dee68f89-b2a2-47e0-ab1d-2d28da0d7f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:42.297289 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-dee68f89-b2a2-47e0-ab1d-2d28da0d7f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:42.299884 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:12:42.311385 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-dee68f89-b2a2-47e0-ab1d-2d28da0d7f03 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55931629-a0c8-4b47-b727-f663e76ffd35 HTTP/1.1" status: 204 len: 168 time: 0.9175868 Jun 17 08:12:42.313378 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:42.314654 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:42.322439 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event updated for resources: {'Port': ['ID=dbe2920f-ae8a-44d4-83dd-29e27fe631da,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:42.323113 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7eaffcf8-ceb5-4a5a-84b2-729ca3c3290d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:42.340327 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:42.356973 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:42.367934 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1371155 Jun 17 08:12:42.378371 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee68f89-b2a2-47e0-ab1d-2d28da0d7f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55931629-a0c8-4b47-b727-f663e76ffd35,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:42.399304 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-dee68f89-b2a2-47e0-ab1d-2d28da0d7f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:42.400426 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6b9271a3-3781-4cd9-8f44-baf35e7bd81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:42.418452 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b457d-149c-4f09-986f-4cfd62dec581 req-68e4c812-5066-4b63-90cc-b37730f18f0b tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:42.421116 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-db2b457d-149c-4f09-986f-4cfd62dec581 req-68e4c812-5066-4b63-90cc-b37730f18f0b tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 931 time: 0.2687995 Jun 17 08:12:42.568169 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e60bf13-4d83-4634-874f-6178c58e14c1,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:42.584579 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:42.676530 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b6592d96-7622-4c40-abee-56a910880f08 None None] Provisioning for port dbe2920f-ae8a-44d4-83dd-29e27fe631da completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:42.686986 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b6592d96-7622-4c40-abee-56a910880f08 None None] Provisioning complete for port dbe2920f-ae8a-44d4-83dd-29e27fe631da triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:42.687969 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b6592d96-7622-4c40-abee-56a910880f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:42.773208 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b6592d96-7622-4c40-abee-56a910880f08 None None] Port dbe2920f-ae8a-44d4-83dd-29e27fe631da cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:12:42.873140 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-85e81f33-a486-4dc7-a561-f6a1ec77de9a req-bf920317-b026-47f4-a193-de7ca098beff tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d2f270-6639-4666-b9a1-1ae753b870c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589952 Jun 17 08:12:42.946524 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-db2b457d-149c-4f09-986f-4cfd62dec581 req-fa6ed4b0-4997-4fea-bfb0-a0a72372bc58 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152831 Jun 17 08:12:42.994700 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Attempting to bind port 5e60bf13-4d83-4634-874f-6178c58e14c1 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:12:42.995284 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Attempting to bind port 5e60bf13-4d83-4634-874f-6178c58e14c1 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:12:42.995841 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Attempting to bind port 5e60bf13-4d83-4634-874f-6178c58e14c1 on network 0026b4bb-5535-40dd-9cc1-590011035a19 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:43.013798 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Port 5e60bf13-4d83-4634-874f-6178c58e14c1 on network 0026b4bb-5535-40dd-9cc1-590011035a19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:12:43.014367 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Attempting to bind port 5e60bf13-4d83-4634-874f-6178c58e14c1 on network 0026b4bb-5535-40dd-9cc1-590011035a19 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:43.056309 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:12:43.056852 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Checking segment: {'id': '6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:12:43.057466 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Bound using segment: {'id': '6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:12:43.058176 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Bound port: 5e60bf13-4d83-4634-874f-6178c58e14c1, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:12:43.067387 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:43.156128 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6f4832a0-6e8e-41d8-b805-054d22f496c0 req-57117f02-ad60-44f4-a814-1ed2e6747e7f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 210 time: 0.0478675 Jun 17 08:12:43.265468 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] For port 5e60bf13-4d83-4634-874f-6178c58e14c1, host hv-cinder-79128, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:12:43.270871 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] For port 5e60bf13-4d83-4634-874f-6178c58e14c1, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5e60bf13-4d83-4634-874f-6178c58e14c1,segment=NetworkSegment(6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4),segment_id=6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:12:43.285827 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:43.297932 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:43.370167 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:43.371219 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:43.373533 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] 10.222.0.38 "PUT /v2.0/ports/5e60bf13-4d83-4634-874f-6178c58e14c1 HTTP/1.1" status: 200 len: 1093 time: 2.7862425 Jun 17 08:12:43.381014 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692db06a-636c-492f-b63a-c70186a7658e', 'tag': '5e60bf13-4d83-4634-874f-6178c58e14c1'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:12:43.385072 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99c0074-b10e-4cde-a4f5-2ff93a91d784" -d '{"events": [{"name": "network-changed", "server_uuid": "692db06a-636c-492f-b63a-c70186a7658e", "tag": "5e60bf13-4d83-4634-874f-6178c58e14c1"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:12:43.412258 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd56ee-e080-4176-8913-e20b45252b51 req-aa9ccd90-285a-44de-a704-4c588c6dbf48 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:43.426724 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-75fd56ee-e080-4176-8913-e20b45252b51 req-aa9ccd90-285a-44de-a704-4c588c6dbf48 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 932 time: 0.2102280 Jun 17 08:12:43.459853 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6acb722-7d1c-4f7c-bb69-e86e0789ce0a x-openstack-request-id: req-d6acb722-7d1c-4f7c-bb69-e86e0789ce0a {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:12:43.460318 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692db06a-636c-492f-b63a-c70186a7658e", "tag": "5e60bf13-4d83-4634-874f-6178c58e14c1", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:12:43.460697 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6acb722-7d1c-4f7c-bb69-e86e0789ce0a {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:12:43.461348 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692db06a-636c-492f-b63a-c70186a7658e', 'tag': '5e60bf13-4d83-4634-874f-6178c58e14c1', 'status': 'completed', 'code': 200} Jun 17 08:12:43.491593 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e60bf13-4d83-4634-874f-6178c58e14c1,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:43.497609 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:43.526425 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-75fd56ee-e080-4176-8913-e20b45252b51 req-9bcb37c4-fdfe-47d6-9626-8ed5ce24df84 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983715 Jun 17 08:12:44.159785 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffde1ea-5c5b-4b3f-8b9f-f52e521403c9 req-345ed511-e5ef-4704-884e-ceec24040333 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:44.161366 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1ffde1ea-5c5b-4b3f-8b9f-f52e521403c9 req-345ed511-e5ef-4704-884e-ceec24040333 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 945 time: 0.1226549 Jun 17 08:12:44.236783 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1ffde1ea-5c5b-4b3f-8b9f-f52e521403c9 req-2a2be1dc-0dc2-4c23-9a45-23af88cfd3af tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d2f270-6639-4666-b9a1-1ae753b870c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520816 Jun 17 08:12:44.257925 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443d2e7-713e-4a67-8dcf-367afbb18611 req-ee3f13a8-9479-45f9-8781-8159985a6938 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:44.267252 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5443d2e7-713e-4a67-8dcf-367afbb18611 req-ee3f13a8-9479-45f9-8781-8159985a6938 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 943 time: 0.1343062 Jun 17 08:12:44.309457 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5443d2e7-713e-4a67-8dcf-367afbb18611 req-84941b12-cc8e-443e-94dd-e03a1618fe62 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412486 Jun 17 08:12:44.420087 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ab6f36ff-d98a-47f1-99ad-67c8a59158f3 req-30c0ffe0-ce2d-47f9-a01c-c3608a188eef tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 210 time: 0.0473359 Jun 17 08:12:44.810820 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2483d85-6b70-4252-ba54-d9a8ae5da685 req-90fcaea6-81f1-4601-92bd-5f623e5fd8fd tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:44.812602 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a2483d85-6b70-4252-ba54-d9a8ae5da685 req-90fcaea6-81f1-4601-92bd-5f623e5fd8fd tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 932 time: 0.1141713 Jun 17 08:12:44.855363 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a2483d85-6b70-4252-ba54-d9a8ae5da685 req-93006848-5335-4016-ab67-de020b3f36d1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360475 Jun 17 08:12:45.108105 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 3fd6134b-ce52-4230-be72-02eb60f06594 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:12:45.161656 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Request body: {'port': {'device_id': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:45.237137 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 3fd6134b-ce52-4230-be72-02eb60f06594, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=3fd6134b-ce52-4230-be72-02eb60f06594,segment=NetworkSegment(6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4),segment_id=6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:45.244806 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.38', 49897) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:45.259984 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': '3fd6134b-ce52-4230-be72-02eb60f06594', 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19', 'port_id': '3fd6134b-ce52-4230-be72-02eb60f06594', 'mac_address': 'fa:16:3e:59:c3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cf0762-a3fe-45d4-80c4-981986f0ca50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:12:45.330187 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:45.356156 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd6134b-ce52-4230-be72-02eb60f06594 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:12:45.386264 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 3fd6134b-ce52-4230-be72-02eb60f06594, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=3fd6134b-ce52-4230-be72-02eb60f06594,segment=NetworkSegment(6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4),segment_id=6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:45.395245 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bfd09-4df5-46f1-b756-5f18a6833ba2 req-3fbd5001-529e-4bc6-b7f3-fe059e1557ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:45.399011 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:45.401247 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4a9bfd09-4df5-46f1-b756-5f18a6833ba2 req-3fbd5001-529e-4bc6-b7f3-fe059e1557ce service neutron] 10.222.0.38 "GET /v2.0/networks?id=0026b4bb-5535-40dd-9cc1-590011035a19 HTTP/1.1" status: 200 len: 920 time: 0.2600727 Jun 17 08:12:45.402663 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-5bc905df-4e92-4da5-ad1d-f90737bfe1dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:45.452740 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61133f-3a0d-4e16-8f80-a41cee4182ac req-99de0d6a-e53b-4397-830d-baed4ec01424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:45.454609 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8a61133f-3a0d-4e16-8f80-a41cee4182ac req-99de0d6a-e53b-4397-830d-baed4ec01424 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 1098 time: 0.2937357 Jun 17 08:12:45.464338 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c0074-b10e-4cde-a4f5-2ff93a91d784 req-a0cc2601-55e0-4f62-9146-0cc08fa1a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:45.466357 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e99c0074-b10e-4cde-a4f5-2ff93a91d784 req-a0cc2601-55e0-4f62-9146-0cc08fa1a73f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=684246a58f09418fac0008ec7556e1f3&device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 1096 time: 0.2205520 Jun 17 08:12:45.472389 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4a9bfd09-4df5-46f1-b756-5f18a6833ba2 req-f29a272e-636c-4959-93e7-a24a86deaab4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd6134b-ce52-4230-be72-02eb60f06594 HTTP/1.1" status: 200 len: 217 time: 0.0512981 Jun 17 08:12:45.483543 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8a61133f-3a0d-4e16-8f80-a41cee4182ac req-ce4e577a-a349-44a6-b9de-8417c97aa33a service neutron] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:45.491685 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48644) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:45.499419 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=3fd6134b-ce52-4230-be72-02eb60f06594,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:45.504375 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:45.539827 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:45.616803 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['3fd6134b-ce52-4230-be72-02eb60f06594'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:12:45.657635 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8a61133f-3a0d-4e16-8f80-a41cee4182ac req-ce4e577a-a349-44a6-b9de-8417c97aa33a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:45.688626 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8a61133f-3a0d-4e16-8f80-a41cee4182ac req-ce4e577a-a349-44a6-b9de-8417c97aa33a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:45.762519 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:45.901050 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bfd09-4df5-46f1-b756-5f18a6833ba2 req-0208c02f-9957-4ca4-9730-e8699e7e60eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:45.904376 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8a61133f-3a0d-4e16-8f80-a41cee4182ac req-ce4e577a-a349-44a6-b9de-8417c97aa33a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f8d2f270-6639-4666-b9a1-1ae753b870c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368019 Jun 17 08:12:45.904965 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4a9bfd09-4df5-46f1-b756-5f18a6833ba2 req-0208c02f-9957-4ca4-9730-e8699e7e60eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=11cf0762-a3fe-45d4-80c4-981986f0ca50 HTTP/1.1" status: 200 len: 859 time: 0.4235632 Jun 17 08:12:45.923926 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e577a-a349-44a6-b9de-8417c97aa33a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7351bc74-045a-46a5-9ae2-4f1ff8d9c160,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:45.930395 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4a72b084-3313-4256-98f8-8675b2ffe72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:45.945009 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ce4e577a-a349-44a6-b9de-8417c97aa33a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:45.994199 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078c42c-c46a-4d2f-b1e9-8c8c54894f05 req-e17dc278-4bdd-44ae-ac90-3221d24a7b19 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:45.995796 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2078c42c-c46a-4d2f-b1e9-8c8c54894f05 req-e17dc278-4bdd-44ae-ac90-3221d24a7b19 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 945 time: 0.3174446 Jun 17 08:12:46.006192 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdbda3-ca8c-42f0-a360-822c472a52b2 req-90888c84-5dfe-4dcc-9657-d576826c7fb9 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:46.007854 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-10cdbda3-ca8c-42f0-a360-822c472a52b2 req-90888c84-5dfe-4dcc-9657-d576826c7fb9 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 943 time: 0.3306098 Jun 17 08:12:46.010434 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c0074-b10e-4cde-a4f5-2ff93a91d784 req-7877c78e-ef40-467e-9778-104bf7e1722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:46.011889 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e99c0074-b10e-4cde-a4f5-2ff93a91d784 req-7877c78e-ef40-467e-9778-104bf7e1722d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=684246a58f09418fac0008ec7556e1f3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5244901 Jun 17 08:12:46.077252 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4a9bfd09-4df5-46f1-b756-5f18a6833ba2 req-b7540c00-c9b6-4a0d-9c40-6d32fe7d73a5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0026b4bb-5535-40dd-9cc1-590011035a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523918 Jun 17 08:12:46.167471 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2078c42c-c46a-4d2f-b1e9-8c8c54894f05 req-8fca88d4-289f-4e1d-aea3-19d44c6238ae tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d2f270-6639-4666-b9a1-1ae753b870c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568260 Jun 17 08:12:46.278051 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-10cdbda3-ca8c-42f0-a360-822c472a52b2 req-c39093a8-4602-4fcd-a8d5-e01f293993e8 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595062 Jun 17 08:12:46.353791 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4a72b084-3313-4256-98f8-8675b2ffe72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:46.366113 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4a72b084-3313-4256-98f8-8675b2ffe72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:46.379486 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-dd956fc1-5697-4b44-a4fb-ce1656ad5b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:46.398082 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe2920f-ae8a-44d4-83dd-29e27fe631da {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:12:46.422164 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4a9bfd09-4df5-46f1-b756-5f18a6833ba2 req-a4dccd8c-c7fe-4ff3-8318-d0f4eee658b8 service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145771 Jun 17 08:12:46.424940 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:46.477542 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c0074-b10e-4cde-a4f5-2ff93a91d784 req-e32467db-4e72-44c2-9c74-345a5c6acbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:46.480606 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e99c0074-b10e-4cde-a4f5-2ff93a91d784 req-e32467db-4e72-44c2-9c74-345a5c6acbc0 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4599144 Jun 17 08:12:46.578092 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4a9bfd09-4df5-46f1-b756-5f18a6833ba2 req-fc13819d-e9db-4f96-9716-b16b15771d32 service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351857 Jun 17 08:12:46.578552 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b517b-3de8-471b-951c-c712ec69cee5 req-90c259dd-0464-4ed3-b6a0-9ae20bb92c38 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:46.582239 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-275b517b-3de8-471b-951c-c712ec69cee5 req-90c259dd-0464-4ed3-b6a0-9ae20bb92c38 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.38 "GET /v2.0/networks?id=c7133842-e71c-43e6-ac53-3faca71f09d3 HTTP/1.1" status: 200 len: 811 time: 0.2248492 Jun 17 08:12:46.605548 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72b084-3313-4256-98f8-8675b2ffe72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7150676d-e48f-4d73-a42f-0d9e5a34214e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:46.609490 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4a72b084-3313-4256-98f8-8675b2ffe72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:46.616694 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4a72b084-3313-4256-98f8-8675b2ffe72a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c22cb212742a4327a7e33a93c8e74d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1211903 Jun 17 08:12:46.620209 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Transition to ACTIVE for port object dbe2920f-ae8a-44d4-83dd-29e27fe631da will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:46.621016 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48672) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:46.632494 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:46.652348 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:46.693708 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3fd1e410-3714-4a38-8f7f-b4149cf70cdc req-50609aa9-8e89-4968-b986-de72f3ab4d86 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 210 time: 0.0521965 Jun 17 08:12:46.746619 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-275b517b-3de8-471b-951c-c712ec69cee5 req-a8de50e3-17ed-49fe-9bc5-62a08d5aa0e0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50cdcfdd2fd408d86d30f95622cad2f HTTP/1.1" status: 200 len: 379 time: 0.1520312 Jun 17 08:12:46.774136 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-275b517b-3de8-471b-951c-c712ec69cee5 req-0444406c-c012-475a-85bc-bfca5008e170 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Request body: {'port': {'device_id': '4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'admin_state_up': True, 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'security_groups': ['90207d25-ee13-41ef-926d-0c32e119f22b']}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:46.883890 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f75de-a84c-41c6-b53d-f34dbf18028f req-1615035e-0871-4064-90ca-64d74659c9aa tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:46.890035 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e96f75de-a84c-41c6-b53d-f34dbf18028f req-1615035e-0871-4064-90ca-64d74659c9aa tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 932 time: 0.3052409 Jun 17 08:12:46.904781 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Attempting to bind port dbe2920f-ae8a-44d4-83dd-29e27fe631da on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:12:46.905144 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Attempting to bind port dbe2920f-ae8a-44d4-83dd-29e27fe631da by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '4fb29fdb-ee14-4dfb-b9bc-082f01367520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:12:46.907142 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Attempting to bind port dbe2920f-ae8a-44d4-83dd-29e27fe631da on network 19ba03da-5332-4f85-9243-9aa68eba305b {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:46.967619 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe2920f-ae8a-44d4-83dd-29e27fe631da,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:46.972369 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:46.979737 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fdfe056f-b03a-4e99-864f-214e30bdfdab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:47.031805 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Port dbe2920f-ae8a-44d4-83dd-29e27fe631da on network 19ba03da-5332-4f85-9243-9aa68eba305b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:12:47.032111 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Attempting to bind port dbe2920f-ae8a-44d4-83dd-29e27fe631da on network 19ba03da-5332-4f85-9243-9aa68eba305b {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:47.055328 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:12:47.058695 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Checking segment: {'id': '4fb29fdb-ee14-4dfb-b9bc-082f01367520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:12:47.060415 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Bound using segment: {'id': '4fb29fdb-ee14-4dfb-b9bc-082f01367520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:12:47.062258 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Bound port: dbe2920f-ae8a-44d4-83dd-29e27fe631da, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb29fdb-ee14-4dfb-b9bc-082f01367520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:12:47.063289 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:47.092525 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e96f75de-a84c-41c6-b53d-f34dbf18028f req-ff53bacd-9c89-4dc0-a2cf-1ec087c401e5 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864464 Jun 17 08:12:47.126777 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-275b517b-3de8-471b-951c-c712ec69cee5 req-0444406c-c012-475a-85bc-bfca5008e170 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Made reservation on behalf of f50cdcfdd2fd408d86d30f95622cad2f for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:12:47.130280 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 3fd6134b-ce52-4230-be72-02eb60f06594 up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:47.151678 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-275b517b-3de8-471b-951c-c712ec69cee5 req-0444406c-c012-475a-85bc-bfca5008e170 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:47.181361 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fdfe056f-b03a-4e99-864f-214e30bdfdab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:47.301588 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port 3fd6134b-ce52-4230-be72-02eb60f06594 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:47.321728 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port 3fd6134b-ce52-4230-be72-02eb60f06594 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:47.323374 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-38d7029e-71bd-4b03-b406-3be260d4a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:47.323591 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:47.325524 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-38d7029e-71bd-4b03-b406-3be260d4a0bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=684246a58f09418fac0008ec7556e1f3&device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 1096 time: 0.4242191 Jun 17 08:12:47.461970 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-18cbcecf-a2bc-4c77-b556-966bb249f140 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e60bf13-4d83-4634-874f-6178c58e14c1 HTTP/1.1" status: 200 len: 217 time: 0.1125879 Jun 17 08:12:47.521105 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] For port dbe2920f-ae8a-44d4-83dd-29e27fe631da, host hv-cinder-79128, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:12:47.613082 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-275b517b-3de8-471b-951c-c712ec69cee5 req-0444406c-c012-475a-85bc-bfca5008e170 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Allocated IP 172.20.0.10 (c7133842-e71c-43e6-ac53-3faca71f09d3/2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12/7d463a57-d760-48b2-86fe-5b8cfc5afa5d) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:12:47.614113 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] For port dbe2920f-ae8a-44d4-83dd-29e27fe631da, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:12:47.636597 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:47.698300 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:47.710232 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 3fd6134b-ce52-4230-be72-02eb60f06594, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=3fd6134b-ce52-4230-be72-02eb60f06594,segment=NetworkSegment(6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4),segment_id=6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:47.711882 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2be4610-d302-4c92-b501-5e38ba5a84f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd6134b-ce52-4230-be72-02eb60f06594'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:12:47.717820 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8e851932-287d-4c61-9856-ece61747f6d2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:47.719122 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb451c70-f4b3-4203-9579-8eb73a68c1bb" -d '{"events": [{"server_uuid": "c2be4610-d302-4c92-b501-5e38ba5a84f9", "name": "network-vif-plugged", "status": "completed", "tag": "3fd6134b-ce52-4230-be72-02eb60f06594"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:12:47.726020 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:47.729241 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:47.772061 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fdfe056f-b03a-4e99-864f-214e30bdfdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:47.785381 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fdfe056f-b03a-4e99-864f-214e30bdfdab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:47.787482 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-fdfe056f-b03a-4e99-864f-214e30bdfdab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7150676d-e48f-4d73-a42f-0d9e5a34214e HTTP/1.1" status: 204 len: 168 time: 1.1649568 Jun 17 08:12:47.792758 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-3d132016-27bc-44c5-829f-d8062b0d19d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:47.794544 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-3d132016-27bc-44c5-829f-d8062b0d19d2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=11cf0762-a3fe-45d4-80c4-981986f0ca50 HTTP/1.1" status: 200 len: 859 time: 0.2663968 Jun 17 08:12:47.808870 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:47.809816 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:47.811653 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] 10.222.0.38 "PUT /v2.0/ports/dbe2920f-ae8a-44d4-83dd-29e27fe631da HTTP/1.1" status: 200 len: 1094 time: 2.6567113 Jun 17 08:12:47.812416 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'tag': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:12:47.815706 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af4b036-0da6-48f2-a725-85e200315f75" -d '{"events": [{"name": "network-changed", "server_uuid": "5d519d19-76b3-4a2f-90c9-225dd1cea165", "tag": "dbe2920f-ae8a-44d4-83dd-29e27fe631da"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:12:47.852588 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=3fd6134b-ce52-4230-be72-02eb60f06594,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:47.863932 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:47.870112 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-75e3563a-1d68-47b5-9c9c-ba08eebf25eb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0026b4bb-5535-40dd-9cc1-590011035a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628846 Jun 17 08:12:47.883109 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe2920f-ae8a-44d4-83dd-29e27fe631da,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:47.896117 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:47.896612 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:47.922778 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe056f-b03a-4e99-864f-214e30bdfdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7150676d-e48f-4d73-a42f-0d9e5a34214e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:47.935050 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-fdfe056f-b03a-4e99-864f-214e30bdfdab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:48.216387 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-c3bf25d2-df18-4450-b497-04ba6e2f7ece service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293166 Jun 17 08:12:48.264431 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-d0ebe0c7-bd34-42da-8924-f20819aa8e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:48.266895 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-d0ebe0c7-bd34-42da-8924-f20819aa8e58 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8752c1061ce9489f85b5546f7e4dbe9c&device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 1097 time: 0.2276425 Jun 17 08:12:48.289174 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683170d8-ee7c-45e0-8e00-4f9e04829b2c req-4ba70b3a-8e7d-492b-8f16-6174075bfa15 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:48.290966 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-683170d8-ee7c-45e0-8e00-4f9e04829b2c req-4ba70b3a-8e7d-492b-8f16-6174075bfa15 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 943 time: 0.7266011 Jun 17 08:12:48.388734 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-9de8e0be-fc7f-4f4f-937d-1112df15de5f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da HTTP/1.1" status: 200 len: 217 time: 0.0993631 Jun 17 08:12:48.400384 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30090-4edd-4156-9780-b605fb8893a3 req-744d1980-8f34-4de3-ad29-25bda6a3810a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:48.402298 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c9a30090-4edd-4156-9780-b605fb8893a3 req-744d1980-8f34-4de3-ad29-25bda6a3810a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 945 time: 0.7766476 Jun 17 08:12:48.472054 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a89a0487-b08a-449f-9143-1ae2689114f4 req-44853f93-fd9d-44ef-b21d-86fef16aa560 service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439826 Jun 17 08:12:48.484682 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48722) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:48.507937 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-7d99710f-f0c9-40e6-a461-20c74c4f481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:48.509515 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-7d99710f-f0c9-40e6-a461-20c74c4f481c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d98a074-331c-4766-b44c-a8c8c8e4d172 HTTP/1.1" status: 200 len: 856 time: 0.1100123 Jun 17 08:12:48.509930 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-683170d8-ee7c-45e0-8e00-4f9e04829b2c req-9782f44a-5be4-40a4-9aa6-0b61e159f630 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006950 Jun 17 08:12:48.510309 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2303f931-48eb-4d91-af0d-71f8c6c97caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:48.560584 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c9a30090-4edd-4156-9780-b605fb8893a3 req-c4919d57-a7b5-49e1-9ee0-1153b166f66e tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d2f270-6639-4666-b9a1-1ae753b870c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445289 Jun 17 08:12:48.580819 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-275b517b-3de8-471b-951c-c712ec69cee5 req-0444406c-c012-475a-85bc-bfca5008e170 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:48.610790 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-275b517b-3de8-471b-951c-c712ec69cee5 req-0444406c-c012-475a-85bc-bfca5008e170 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Transition to ACTIVE for port object 7d463a57-d760-48b2-86fe-5b8cfc5afa5d will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:48.623663 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-29806e2e-4973-4e85-9c53-08682324a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:48.625223 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-29806e2e-4973-4e85-9c53-08682324a9dc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19ba03da-5332-4f85-9243-9aa68eba305b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1059065 Jun 17 08:12:48.638166 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e8bccb-f304-422b-b089-e40d1d5514ef x-openstack-request-id: req-b3e8bccb-f304-422b-b089-e40d1d5514ef {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:12:48.639325 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2be4610-d302-4c92-b501-5e38ba5a84f9", "name": "network-vif-plugged", "status": "completed", "tag": "3fd6134b-ce52-4230-be72-02eb60f06594", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:12:48.639815 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3e8bccb-f304-422b-b089-e40d1d5514ef {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:12:48.640481 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2be4610-d302-4c92-b501-5e38ba5a84f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd6134b-ce52-4230-be72-02eb60f06594', 'code': 200} Jun 17 08:12:48.741346 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad4e4c1-2f71-475d-9388-0cf9c5d3b681 x-openstack-request-id: req-fad4e4c1-2f71-475d-9388-0cf9c5d3b681 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:12:48.741730 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d519d19-76b3-4a2f-90c9-225dd1cea165", "tag": "dbe2920f-ae8a-44d4-83dd-29e27fe631da", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:12:48.742035 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fad4e4c1-2f71-475d-9388-0cf9c5d3b681 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:12:48.742587 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'tag': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da', 'status': 'completed', 'code': 200} Jun 17 08:12:48.833689 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1839e6d0-4a35-45a7-a183-7db615800e4b req-b5efc2fb-6496-4a8a-a441-8371c148040b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 210 time: 0.1520832 Jun 17 08:12:48.840512 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2303f931-48eb-4d91-af0d-71f8c6c97caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:48.847006 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-834312a5-d713-4d9e-8390-432ae28a7115 service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979599 Jun 17 08:12:48.852579 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2303f931-48eb-4d91-af0d-71f8c6c97caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:48.855719 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-275b517b-3de8-471b-951c-c712ec69cee5 req-0444406c-c012-475a-85bc-bfca5008e170 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:48.865434 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:48.903493 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f4bcab59-c281-4aef-a92c-132d148b5fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:48.975598 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-275b517b-3de8-471b-951c-c712ec69cee5 req-0444406c-c012-475a-85bc-bfca5008e170 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Network c7133842-e71c-43e6-ac53-3faca71f09d3 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:12:48.981655 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-275b517b-3de8-471b-951c-c712ec69cee5 req-0444406c-c012-475a-85bc-bfca5008e170 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:12:48.983886 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-275b517b-3de8-471b-951c-c712ec69cee5 req-0444406c-c012-475a-85bc-bfca5008e170 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:12:48.994312 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b517b-3de8-471b-951c-c712ec69cee5 req-0444406c-c012-475a-85bc-bfca5008e170 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:48.995070 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-275b517b-3de8-471b-951c-c712ec69cee5 req-0444406c-c012-475a-85bc-bfca5008e170 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:48.995906 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2303f931-48eb-4d91-af0d-71f8c6c97caa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d069230ce784d2cba4d70565deab4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5026450 Jun 17 08:12:49.021979 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48724) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:49.051166 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303f931-48eb-4d91-af0d-71f8c6c97caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb7d72b-4716-4636-aa7f-61032728a2cc,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:49.054570 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444406c-c012-475a-85bc-bfca5008e170 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event updated for resources: {'Port': ['ID=7d463a57-d760-48b2-86fe-5b8cfc5afa5d,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:49.058512 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0444406c-c012-475a-85bc-bfca5008e170 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:49.061877 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-275b517b-3de8-471b-951c-c712ec69cee5 req-0444406c-c012-475a-85bc-bfca5008e170 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3050067 Jun 17 08:12:49.075629 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Request body: {'port': {'device_id': '4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:12:49.123339 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2303f931-48eb-4d91-af0d-71f8c6c97caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:49.150050 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a7eda-e087-487a-afbc-71792b17978f req-164c7bf1-5ad3-4664-987a-039bfa02ff2c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:49.151702 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a29a7eda-e087-487a-afbc-71792b17978f req-164c7bf1-5ad3-4664-987a-039bfa02ff2c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.2169333 Jun 17 08:12:49.223495 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:49.239734 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a29a7eda-e087-487a-afbc-71792b17978f req-c590740a-db29-44cf-b8e5-31ba344b8a1c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815320 Jun 17 08:12:49.412586 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-68ab2350-4baf-4be1-8941-82ea7e4753bd req-2991941a-dfe9-49d1-b8fb-88a9acc77468 service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432310 Jun 17 08:12:49.436481 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3881c24d-18e3-40c9-975f-10c55174d9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:49.448861 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-2f431d5f-a1b0-40ee-89a1-b33549299952 None None] Provisioning for port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:49.458848 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-2f431d5f-a1b0-40ee-89a1-b33549299952 None None] Provisioning complete for port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:49.460729 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2f431d5f-a1b0-40ee-89a1-b33549299952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:49.479220 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeef252-507d-4036-9500-67f98d005ded req-18450a9d-51a6-426d-91be-36946144c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:49.480933 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0eeef252-507d-4036-9500-67f98d005ded req-18450a9d-51a6-426d-91be-36946144c14b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 1099 time: 0.4332972 Jun 17 08:12:49.483093 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3881c24d-18e3-40c9-975f-10c55174d9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:49.612162 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0eeef252-507d-4036-9500-67f98d005ded req-75efa8c0-297a-4c30-936e-796a331297f7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203270 Jun 17 08:12:49.631658 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-2f431d5f-a1b0-40ee-89a1-b33549299952 None None] Port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:12:49.646469 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3881c24d-18e3-40c9-975f-10c55174d9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:49.651254 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3881c24d-18e3-40c9-975f-10c55174d9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:49.652317 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3881c24d-18e3-40c9-975f-10c55174d9a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fcb7d72b-4716-4636-aa7f-61032728a2cc HTTP/1.1" status: 204 len: 168 time: 0.6290436 Jun 17 08:12:49.659825 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:49.681687 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881c24d-18e3-40c9-975f-10c55174d9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb7d72b-4716-4636-aa7f-61032728a2cc,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:49.692430 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3881c24d-18e3-40c9-975f-10c55174d9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:49.708187 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4b036-0da6-48f2-a725-85e200315f75 req-4609af58-4857-4e27-8477-f5595f976be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:49.710435 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0af4b036-0da6-48f2-a725-85e200315f75 req-4609af58-4857-4e27-8477-f5595f976be8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8752c1061ce9489f85b5546f7e4dbe9c&device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 1097 time: 0.1811466 Jun 17 08:12:49.875484 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4b036-0da6-48f2-a725-85e200315f75 req-a897da79-6cf3-49fd-8cf0-a6d0ba6a760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:49.878822 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0af4b036-0da6-48f2-a725-85e200315f75 req-a897da79-6cf3-49fd-8cf0-a6d0ba6a760c service neutron] 10.222.0.38 "GET /v2.0/networks?id=19ba03da-5332-4f85-9243-9aa68eba305b HTTP/1.1" status: 200 len: 918 time: 0.1609130 Jun 17 08:12:49.961036 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d463a57-d760-48b2-86fe-5b8cfc5afa5d {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:12:49.973853 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:49.993871 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0af4b036-0da6-48f2-a725-85e200315f75 req-b2e1fa61-2146-44ba-8be5-c31c9cb54311 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da HTTP/1.1" status: 200 len: 217 time: 0.0989234 Jun 17 08:12:50.012111 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Transition to ACTIVE for port object 7d463a57-d760-48b2-86fe-5b8cfc5afa5d will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:12:50.060590 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:50.083331 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:50.119083 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1b950-afb8-4248-ad5a-662fec3f75ea req-126d4459-974d-40c8-84cb-612004f3a725 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:50.122752 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-caa1b950-afb8-4248-ad5a-662fec3f75ea req-126d4459-974d-40c8-84cb-612004f3a725 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 945 time: 0.3471253 Jun 17 08:12:50.137527 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4b036-0da6-48f2-a725-85e200315f75 req-b55312a3-a488-4aa2-8ff0-272649d86d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:50.141649 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0af4b036-0da6-48f2-a725-85e200315f75 req-b55312a3-a488-4aa2-8ff0-272649d86d17 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d98a074-331c-4766-b44c-a8c8c8e4d172 HTTP/1.1" status: 200 len: 856 time: 0.1333356 Jun 17 08:12:50.199148 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 48758) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:50.202358 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Pushing event updated for resources: {'Port': ['ID=7d463a57-d760-48b2-86fe-5b8cfc5afa5d,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:50.209439 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:50.316782 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4b036-0da6-48f2-a725-85e200315f75 req-90496692-867c-4628-b8a3-a424b9339d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:50.319577 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0af4b036-0da6-48f2-a725-85e200315f75 req-90496692-867c-4628-b8a3-a424b9339d05 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19ba03da-5332-4f85-9243-9aa68eba305b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1688819 Jun 17 08:12:50.423012 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-caa1b950-afb8-4248-ad5a-662fec3f75ea req-f8203a5f-f852-4891-8c66-fc279ded01a0 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d2f270-6639-4666-b9a1-1ae753b870c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257130 Jun 17 08:12:50.582595 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136e8e9-29f5-4923-9bd1-7651397505a1 req-cbbd7260-4994-43e3-af72-245fc5df73e7 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:50.606389 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2136e8e9-29f5-4923-9bd1-7651397505a1 req-cbbd7260-4994-43e3-af72-245fc5df73e7 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 943 time: 0.5957646 Jun 17 08:12:50.735617 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9d4a3071-d832-4d0d-8bb5-59ada486c1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:50.787560 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0af4b036-0da6-48f2-a725-85e200315f75 req-a4fbfdfb-134f-4f45-83e3-28ea989d478f service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520960 Jun 17 08:12:50.848301 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 48778) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:50.883554 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Attempting to bind port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:12:50.884666 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Attempting to bind port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '4ae92527-3ec8-4967-9671-a77d80b972b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:12:50.885649 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Attempting to bind port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d on network c7133842-e71c-43e6-ac53-3faca71f09d3 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:50.950052 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d on network c7133842-e71c-43e6-ac53-3faca71f09d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:12:50.951000 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Attempting to bind port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d on network c7133842-e71c-43e6-ac53-3faca71f09d3 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:12:51.065817 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0af4b036-0da6-48f2-a725-85e200315f75 req-98c4ad66-837d-45dc-a21f-a318c0ecefe8 service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680066 Jun 17 08:12:51.149498 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 5e60bf13-4d83-4634-874f-6178c58e14c1 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:12:51.156029 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:12:51.156884 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Checking segment: {'id': '4ae92527-3ec8-4967-9671-a77d80b972b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:12:51.157146 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Bound using segment: {'id': '4ae92527-3ec8-4967-9671-a77d80b972b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:12:51.171888 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Bound port: 7d463a57-d760-48b2-86fe-5b8cfc5afa5d, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae92527-3ec8-4967-9671-a77d80b972b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:12:51.172511 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:51.291993 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2136e8e9-29f5-4923-9bd1-7651397505a1 req-c15061b3-878a-4506-bc8c-073004db5114 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6840179 Jun 17 08:12:51.320115 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9d4a3071-d832-4d0d-8bb5-59ada486c1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:51.379012 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 5e60bf13-4d83-4634-874f-6178c58e14c1, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5e60bf13-4d83-4634-874f-6178c58e14c1,segment=NetworkSegment(6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4),segment_id=6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:51.405079 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': '5e60bf13-4d83-4634-874f-6178c58e14c1', 'network_id': '0026b4bb-5535-40dd-9cc1-590011035a19', 'port_id': '5e60bf13-4d83-4634-874f-6178c58e14c1', 'mac_address': 'fa:16:3e:ca:dd:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cf0762-a3fe-45d4-80c4-981986f0ca50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:12:51.408055 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fd607855-ebcc-42e0-ba7c-23c13020740c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:51.413438 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9d4a3071-d832-4d0d-8bb5-59ada486c1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:51.452211 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-98efda91-9b0f-4d57-a820-ba89e11c6fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:51.485122 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-9d4a3071-d832-4d0d-8bb5-59ada486c1fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=61983d04e4874d27aa62fd6689c07163&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2777891 Jun 17 08:12:51.490596 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48796) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:51.495259 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a3071-d832-4d0d-8bb5-59ada486c1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b7954c-9b39-4e8b-9976-80c7530c0b7f,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:51.508860 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9d4a3071-d832-4d0d-8bb5-59ada486c1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:51.537006 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:51.671502 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fd607855-ebcc-42e0-ba7c-23c13020740c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:51.673799 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-88ed25af-3c1e-483a-aa57-e01cae0aed02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:51.690980 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fd607855-ebcc-42e0-ba7c-23c13020740c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:51.731646 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-28f38695-3cc7-4e14-ad4a-da8d6a883494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:51.749627 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e60bf13-4d83-4634-874f-6178c58e14c1 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:12:51.773492 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd607855-ebcc-42e0-ba7c-23c13020740c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bd15e3-638e-475b-abc2-4f390fba96d9,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:51.779360 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-88ed25af-3c1e-483a-aa57-e01cae0aed02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:51.789889 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 5e60bf13-4d83-4634-874f-6178c58e14c1, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5e60bf13-4d83-4634-874f-6178c58e14c1,segment=NetworkSegment(6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4),segment_id=6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:51.798453 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:51.804107 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:51.806818 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21241b-5d73-44a6-b1fe-e69e7659b8d7 req-a7a1ac20-6c3a-46c7-9e06-fcc991bcfa22 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:51.815806 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8c21241b-5d73-44a6-b1fe-e69e7659b8d7 req-a7a1ac20-6c3a-46c7-9e06-fcc991bcfa22 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 944 time: 0.9137204 Jun 17 08:12:51.821243 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fd607855-ebcc-42e0-ba7c-23c13020740c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:51.898761 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-fd607855-ebcc-42e0-ba7c-23c13020740c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f6e52211bce41f5b34d603674f268ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0466173 Jun 17 08:12:51.900705 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] For port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d, host hv-cinder-79128, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:12:51.904425 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 48804) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:51.920271 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8c21241b-5d73-44a6-b1fe-e69e7659b8d7 req-45d1c619-b33f-4877-bb7a-d867e13f2a8d tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030931 Jun 17 08:12:51.921603 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=5e60bf13-4d83-4634-874f-6178c58e14c1,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:51.934753 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:51.969107 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] For port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7d463a57-d760-48b2-86fe-5b8cfc5afa5d,segment=NetworkSegment(4ae92527-3ec8-4967-9671-a77d80b972b6),segment_id=4ae92527-3ec8-4967-9671-a77d80b972b6)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:12:51.971354 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-88ed25af-3c1e-483a-aa57-e01cae0aed02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:51.981152 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-88ed25af-3c1e-483a-aa57-e01cae0aed02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:51.982655 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:51.992214 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-88ed25af-3c1e-483a-aa57-e01cae0aed02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36b7954c-9b39-4e8b-9976-80c7530c0b7f HTTP/1.1" status: 204 len: 168 time: 0.4947522 Jun 17 08:12:51.992214 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:51.999672 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0444406c-c012-475a-85bc-bfca5008e170 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:52.019331 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed25af-3c1e-483a-aa57-e01cae0aed02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b7954c-9b39-4e8b-9976-80c7530c0b7f,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:52.025508 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-88ed25af-3c1e-483a-aa57-e01cae0aed02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:52.028055 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['5e60bf13-4d83-4634-874f-6178c58e14c1'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:12:52.062119 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3c8b1-66bb-432d-9920-131373f05acf req-c27c1d77-3eb1-45f4-8803-f137c8ef71a9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:52.070825 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f1f3c8b1-66bb-432d-9920-131373f05acf req-c27c1d77-3eb1-45f4-8803-f137c8ef71a9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.3975344 Jun 17 08:12:52.110708 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:52.112255 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:52.113878 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-275b517b-3de8-471b-951c-c712ec69cee5 req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] 10.222.0.38 "PUT /v2.0/ports/7d463a57-d760-48b2-86fe-5b8cfc5afa5d HTTP/1.1" status: 200 len: 1094 time: 3.0439548 Jun 17 08:12:52.125817 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346', 'tag': '7d463a57-d760-48b2-86fe-5b8cfc5afa5d'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:12:52.133679 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58e8c14-8be2-4d81-b241-d079aa90b51c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346", "tag": "7d463a57-d760-48b2-86fe-5b8cfc5afa5d"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:12:52.219147 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2b3b16-d4c3-4d36-90f2-4d400584283e x-openstack-request-id: req-aa2b3b16-d4c3-4d36-90f2-4d400584283e {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:12:52.220309 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346", "tag": "7d463a57-d760-48b2-86fe-5b8cfc5afa5d", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:12:52.221390 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa2b3b16-d4c3-4d36-90f2-4d400584283e {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:12:52.222031 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346', 'tag': '7d463a57-d760-48b2-86fe-5b8cfc5afa5d', 'status': 'completed', 'code': 200} Jun 17 08:12:52.268962 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-df080d4b-9566-4f95-9132-fe95519e1bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:52.274251 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Pushing event updated for resources: {'Port': ['ID=7d463a57-d760-48b2-86fe-5b8cfc5afa5d,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:52.301122 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f1f3c8b1-66bb-432d-9920-131373f05acf req-821700c1-2902-4722-a34d-b4ff32d2c25b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288711 Jun 17 08:12:52.325169 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:52.384863 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-df080d4b-9566-4f95-9132-fe95519e1bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:52.499823 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b517b-3de8-471b-951c-c712ec69cee5 req-5803b916-3b4e-4db5-b3c2-de15563716c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:52.502118 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-275b517b-3de8-471b-951c-c712ec69cee5 req-5803b916-3b4e-4db5-b3c2-de15563716c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f50cdcfdd2fd408d86d30f95622cad2f&device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 1097 time: 0.3089638 Jun 17 08:12:52.513126 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 48824) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:52.587872 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-275b517b-3de8-471b-951c-c712ec69cee5 req-0ad847a1-e993-4da0-b10f-ab63c51eb5e1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d463a57-d760-48b2-86fe-5b8cfc5afa5d HTTP/1.1" status: 200 len: 217 time: 0.0710223 Jun 17 08:12:52.683036 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b517b-3de8-471b-951c-c712ec69cee5 req-6dd36d72-1e6b-494b-b782-a5c9bd7ceaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:52.685157 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-275b517b-3de8-471b-951c-c712ec69cee5 req-6dd36d72-1e6b-494b-b782-a5c9bd7ceaa7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12 HTTP/1.1" status: 200 len: 850 time: 0.0579524 Jun 17 08:12:52.695165 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-df080d4b-9566-4f95-9132-fe95519e1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:52.698285 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-df080d4b-9566-4f95-9132-fe95519e1bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:52.699943 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-df080d4b-9566-4f95-9132-fe95519e1bf4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27bd15e3-638e-475b-abc2-4f390fba96d9 HTTP/1.1" status: 204 len: 168 time: 0.7770007 Jun 17 08:12:52.703894 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fed7c60f-183d-48e1-9759-e78a50f2d992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:52.776660 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df080d4b-9566-4f95-9132-fe95519e1bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bd15e3-638e-475b-abc2-4f390fba96d9,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:52.781739 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-df080d4b-9566-4f95-9132-fe95519e1bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:52.817981 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871755b-3e57-47eb-8964-2c61ce501762 req-2908ec63-3f27-4fde-a636-8a6dcbe762f1 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:52.826649 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3871755b-3e57-47eb-8964-2c61ce501762 req-2908ec63-3f27-4fde-a636-8a6dcbe762f1 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 944 time: 0.2369335 Jun 17 08:12:52.872134 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48836) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:52.883797 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b517b-3de8-471b-951c-c712ec69cee5 req-231204e0-0aaa-4345-b3f0-4c08680f0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:52.885446 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-275b517b-3de8-471b-951c-c712ec69cee5 req-231204e0-0aaa-4345-b3f0-4c08680f0473 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c7133842-e71c-43e6-ac53-3faca71f09d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1826792 Jun 17 08:12:52.899782 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3871755b-3e57-47eb-8964-2c61ce501762 req-3a75d2c2-1b95-4cca-ae93-eef968dfea8c tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716779 Jun 17 08:12:52.934148 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c0f08cd3-08c0-433f-8445-07d62fe6fe0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:53.087740 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-275b517b-3de8-471b-951c-c712ec69cee5 req-c4c4a8ec-2612-45bd-9e8e-46c201d3ea5c service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826246 Jun 17 08:12:53.173779 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device dbe2920f-ae8a-44d4-83dd-29e27fe631da details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:12:53.192194 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:12:53.205083 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6816cd8-1723-4a9e-85ef-f6a8323f70e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:53.238948 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c0f08cd3-08c0-433f-8445-07d62fe6fe0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:53.247060 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c0f08cd3-08c0-433f-8445-07d62fe6fe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:53.250769 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:53.307475 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f08cd3-08c0-433f-8445-07d62fe6fe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5641bfae-77e8-46d9-a423-83a13628ff92,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:53.315292 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c0f08cd3-08c0-433f-8445-07d62fe6fe0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=20c53064a1b64fd9a5a88083c17707cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383862 Jun 17 08:12:53.315292 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c0f08cd3-08c0-433f-8445-07d62fe6fe0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:53.318016 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48848) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:53.440678 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-275b517b-3de8-471b-951c-c712ec69cee5 req-630ffc01-b09b-4a57-83b4-50330b0ca529 service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414059 Jun 17 08:12:53.441373 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port dbe2920f-ae8a-44d4-83dd-29e27fe631da, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:53.462809 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'port_id': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da', 'mac_address': 'fa:16:3e:77:c4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:12:53.466560 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 5e60bf13-4d83-4634-874f-6178c58e14c1 up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:53.548471 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ac04b78-5f6f-426c-9536-cfe6cc028c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:53.629826 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:53.649304 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port 5e60bf13-4d83-4634-874f-6178c58e14c1 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:53.664656 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port 5e60bf13-4d83-4634-874f-6178c58e14c1 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:53.665274 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:53.665612 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ac04b78-5f6f-426c-9536-cfe6cc028c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:53.798280 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe2920f-ae8a-44d4-83dd-29e27fe631da {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:12:53.799559 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48856) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:53.810613 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6816cd8-1723-4a9e-85ef-f6a8323f70e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:53.819869 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ff03bf4-3d38-4059-a2a9-ec6d54722e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:53.846000 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ac04b78-5f6f-426c-9536-cfe6cc028c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:53.849594 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ac04b78-5f6f-426c-9536-cfe6cc028c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:53.850801 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3ac04b78-5f6f-426c-9536-cfe6cc028c24 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5641bfae-77e8-46d9-a423-83a13628ff92 HTTP/1.1" status: 204 len: 168 time: 0.5298886 Jun 17 08:12:53.853973 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4a72b084-3313-4256-98f8-8675b2ffe72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:53.862697 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c6816cd8-1723-4a9e-85ef-f6a8323f70e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:53.884213 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port dbe2920f-ae8a-44d4-83dd-29e27fe631da, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:53.895595 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:53.898918 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fd607855-ebcc-42e0-ba7c-23c13020740c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:53.903999 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-c6816cd8-1723-4a9e-85ef-f6a8323f70e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ce795374dde426ca3dd9a0a98e1c898&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3896413 Jun 17 08:12:53.904599 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:53.909792 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48862) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:53.913964 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac04b78-5f6f-426c-9536-cfe6cc028c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5641bfae-77e8-46d9-a423-83a13628ff92,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:53.966416 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3ac04b78-5f6f-426c-9536-cfe6cc028c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:53.996763 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6816cd8-1723-4a9e-85ef-f6a8323f70e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79affbd5-c2d7-4069-8dee-3e81bcbfac81,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:54.003720 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c6816cd8-1723-4a9e-85ef-f6a8323f70e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:54.006508 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e8c14-8be2-4d81-b241-d079aa90b51c req-49ab33c4-8b3a-465a-927e-6e831505bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:54.008381 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c58e8c14-8be2-4d81-b241-d079aa90b51c req-49ab33c4-8b3a-465a-927e-6e831505bed9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f50cdcfdd2fd408d86d30f95622cad2f&device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 1097 time: 0.3940756 Jun 17 08:12:54.071044 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e6915-be52-40fe-adbd-74fa1828c26e req-29e974e4-bd00-4bcf-a102-6bd07913a739 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:54.072801 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-014e6915-be52-40fe-adbd-74fa1828c26e req-29e974e4-bd00-4bcf-a102-6bd07913a739 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 944 time: 0.6341813 Jun 17 08:12:54.115017 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-00e0aef7-5ffd-4e60-951d-c8146c76e3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:54.172650 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-89462faf-58cf-4361-bb67-a61eb9573dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:54.175626 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:54.247142 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['dbe2920f-ae8a-44d4-83dd-29e27fe631da'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:12:54.253030 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-89462faf-58cf-4361-bb67-a61eb9573dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:54.275877 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ff03bf4-3d38-4059-a2a9-ec6d54722e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:54.301642 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ff03bf4-3d38-4059-a2a9-ec6d54722e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:54.311350 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3ac04b78-5f6f-426c-9536-cfe6cc028c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:54.422000 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6ff03bf4-3d38-4059-a2a9-ec6d54722e40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae255f14776144d8bfe3f465c6f92e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6172872 Jun 17 08:12:54.422567 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 48872) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:54.435275 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff03bf4-3d38-4059-a2a9-ec6d54722e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3913acd-1083-47d2-80b8-973d944b3670,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:54.445178 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-6ff03bf4-3d38-4059-a2a9-ec6d54722e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:54.479015 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46403d06-5730-4fa6-a324-8887a855afb4 req-69e4feca-adfe-44ef-a36b-f10ed4471780 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:54.481015 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-46403d06-5730-4fa6-a324-8887a855afb4 req-69e4feca-adfe-44ef-a36b-f10ed4471780 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.7079308 Jun 17 08:12:54.493386 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692db06a-636c-492f-b63a-c70186a7658e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e60bf13-4d83-4634-874f-6178c58e14c1'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:12:54.495898 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf837e70-ae54-4001-b3bb-d8893ab2887c" -d '{"events": [{"server_uuid": "692db06a-636c-492f-b63a-c70186a7658e", "name": "network-vif-plugged", "status": "completed", "tag": "5e60bf13-4d83-4634-874f-6178c58e14c1"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:12:54.504852 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=dbe2920f-ae8a-44d4-83dd-29e27fe631da,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:54.530787 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-014e6915-be52-40fe-adbd-74fa1828c26e req-7644a66e-d7b7-4446-ad8f-0f64918499e4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4430735 Jun 17 08:12:54.536752 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:54.565592 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 5e60bf13-4d83-4634-874f-6178c58e14c1, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5e60bf13-4d83-4634-874f-6178c58e14c1,segment=NetworkSegment(6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4),segment_id=6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:54.571515 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-89462faf-58cf-4361-bb67-a61eb9573dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:54.584471 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e8c14-8be2-4d81-b241-d079aa90b51c req-1f5fb187-912e-4a18-801f-ed4a9afc470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:54.586290 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c58e8c14-8be2-4d81-b241-d079aa90b51c req-1f5fb187-912e-4a18-801f-ed4a9afc470e service neutron] 10.222.0.38 "GET /v2.0/networks?id=c7133842-e71c-43e6-ac53-3faca71f09d3 HTTP/1.1" status: 200 len: 912 time: 0.5683684 Jun 17 08:12:54.587159 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-89462faf-58cf-4361-bb67-a61eb9573dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:54.593625 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-89462faf-58cf-4361-bb67-a61eb9573dcb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79affbd5-c2d7-4069-8dee-3e81bcbfac81 HTTP/1.1" status: 204 len: 168 time: 0.6796510 Jun 17 08:12:54.595450 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:54.600631 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:54.609893 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:54.626378 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-46403d06-5730-4fa6-a324-8887a855afb4 req-27bdb8df-ab13-4e7b-8e70-ff35088afde5 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162786 Jun 17 08:12:54.656794 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89462faf-58cf-4361-bb67-a61eb9573dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79affbd5-c2d7-4069-8dee-3e81bcbfac81,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:54.658649 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c58e8c14-8be2-4d81-b241-d079aa90b51c req-8590f3ea-1163-447e-a72a-ccaade4f214e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d463a57-d760-48b2-86fe-5b8cfc5afa5d HTTP/1.1" status: 200 len: 217 time: 0.0486429 Jun 17 08:12:54.673547 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-89462faf-58cf-4361-bb67-a61eb9573dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:54.712839 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5423107b-ed6f-4221-b8e1-50d94c7a879b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:54.722029 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e8c14-8be2-4d81-b241-d079aa90b51c req-628b5a4b-99f0-46d9-988d-b71fe5a5dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:54.724163 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c58e8c14-8be2-4d81-b241-d079aa90b51c req-628b5a4b-99f0-46d9-988d-b71fe5a5dae6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12 HTTP/1.1" status: 200 len: 850 time: 0.0581632 Jun 17 08:12:54.785218 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5423107b-ed6f-4221-b8e1-50d94c7a879b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:54.865483 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=5e60bf13-4d83-4634-874f-6178c58e14c1,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:54.957480 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:54.958628 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5423107b-ed6f-4221-b8e1-50d94c7a879b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:54.963393 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5423107b-ed6f-4221-b8e1-50d94c7a879b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:54.965252 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-5423107b-ed6f-4221-b8e1-50d94c7a879b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3913acd-1083-47d2-80b8-973d944b3670 HTTP/1.1" status: 204 len: 168 time: 0.5414927 Jun 17 08:12:54.966201 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-18f71780-a127-4cc0-8cb4-527e794a1ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:54.977180 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423107b-ed6f-4221-b8e1-50d94c7a879b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3913acd-1083-47d2-80b8-973d944b3670,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:54.980913 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5423107b-ed6f-4221-b8e1-50d94c7a879b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:54.983876 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0067d1-72ef-46a5-a3bf-c2ea4c91f1e1 x-openstack-request-id: req-cd0067d1-72ef-46a5-a3bf-c2ea4c91f1e1 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:12:54.984607 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692db06a-636c-492f-b63a-c70186a7658e", "name": "network-vif-plugged", "status": "completed", "tag": "5e60bf13-4d83-4634-874f-6178c58e14c1", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:12:54.985263 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cd0067d1-72ef-46a5-a3bf-c2ea4c91f1e1 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:12:54.985952 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692db06a-636c-492f-b63a-c70186a7658e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e60bf13-4d83-4634-874f-6178c58e14c1', 'code': 200} Jun 17 08:12:55.006496 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e8c14-8be2-4d81-b241-d079aa90b51c req-1250276c-985f-4fb8-a928-ee9c81e38e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:55.010800 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c58e8c14-8be2-4d81-b241-d079aa90b51c req-1250276c-985f-4fb8-a928-ee9c81e38e78 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c7133842-e71c-43e6-ac53-3faca71f09d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2788112 Jun 17 08:12:55.207061 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5128a-a2c3-4f97-bc66-680c441760d7 req-77e5e190-7043-4e9e-b5f6-a6e248075472 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:55.212190 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b4d5128a-a2c3-4f97-bc66-680c441760d7 req-77e5e190-7043-4e9e-b5f6-a6e248075472 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.2850561 Jun 17 08:12:55.269575 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c58e8c14-8be2-4d81-b241-d079aa90b51c req-fa67b8b9-89f3-4d6e-b0d1-d1323d570bbc service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492235 Jun 17 08:12:55.282259 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec531ed-9e9f-4d5f-9e9d-04a4e047b3e0 req-1b8d2607-a609-4c5e-9b75-8cdf9a292a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:55.284525 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1ec531ed-9e9f-4d5f-9e9d-04a4e047b3e0 req-1b8d2607-a609-4c5e-9b75-8cdf9a292a38 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 1098 time: 0.0666304 Jun 17 08:12:55.363148 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b4d5128a-a2c3-4f97-bc66-680c441760d7 req-bee063ed-fdd9-4cdc-8ab4-53db4d2e1db9 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207139 Jun 17 08:12:55.375022 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1ec531ed-9e9f-4d5f-9e9d-04a4e047b3e0 req-289830c3-41aa-483a-a9c0-8fa19d43837c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740001 Jun 17 08:12:55.507592 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c58e8c14-8be2-4d81-b241-d079aa90b51c req-f6351d4a-8c53-485c-96f4-d1db142288de service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244258 Jun 17 08:12:55.893879 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742be927-6530-4dea-b5b0-8b99ff5d83f9 req-e7e5f664-0bc3-4b80-8656-7c98993f5665 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:55.897471 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-742be927-6530-4dea-b5b0-8b99ff5d83f9 req-e7e5f664-0bc3-4b80-8656-7c98993f5665 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 944 time: 0.1684735 Jun 17 08:12:56.003045 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-742be927-6530-4dea-b5b0-8b99ff5d83f9 req-bfa1bf0a-8b99-446c-87ae-68c245639907 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855484 Jun 17 08:12:56.133724 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12032823-3382-4c41-957e-c301e297e5c9 req-dea2b196-7df0-406e-9d83-7a347faa311d tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:56.136011 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-12032823-3382-4c41-957e-c301e297e5c9 req-dea2b196-7df0-406e-9d83-7a347faa311d tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 945 time: 0.0890455 Jun 17 08:12:56.201260 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-12032823-3382-4c41-957e-c301e297e5c9 req-dcd9a518-f1d3-4f04-b6ac-59cd93cb4dc1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575008 Jun 17 08:12:56.512416 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:56.649845 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c3b34-0cd1-4b9b-8612-c9bf0199d0c0 req-3fe3fa89-3935-4956-8730-f3f58f8d108a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:56.652466 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-121c3b34-0cd1-4b9b-8612-c9bf0199d0c0 req-3fe3fa89-3935-4956-8730-f3f58f8d108a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.1248524 Jun 17 08:12:56.720461 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d4cffa9b-23a0-4c61-abb4-3bb8f7223078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:56.736847 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-121c3b34-0cd1-4b9b-8612-c9bf0199d0c0 req-4ca753de-da5c-40a3-9d7d-2b99f93cf932 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730305 Jun 17 08:12:57.192816 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 7d463a57-d760-48b2-86fe-5b8cfc5afa5d details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:12:57.196550 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device dbe2920f-ae8a-44d4-83dd-29e27fe631da up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:12:57.436164 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port dbe2920f-ae8a-44d4-83dd-29e27fe631da completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:12:57.568737 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626dfa6-b468-43a0-b3e3-2c6db14831bd req-97b17f9a-8457-4717-9574-0f890c73d845 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:57.570967 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4626dfa6-b468-43a0-b3e3-2c6db14831bd req-97b17f9a-8457-4717-9574-0f890c73d845 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 944 time: 0.3310213 Jun 17 08:12:57.665121 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port dbe2920f-ae8a-44d4-83dd-29e27fe631da triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:12:57.665967 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:57.684615 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4626dfa6-b468-43a0-b3e3-2c6db14831bd req-d99f68e9-100d-47c7-96b7-b1b515ca9db0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920024 Jun 17 08:12:57.710631 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f307c-4877-48a6-b26d-3f8576536f86 req-c93420d6-588a-4a42-aa82-a472a1bd20fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:57.717207 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1e6f307c-4877-48a6-b26d-3f8576536f86 req-c93420d6-588a-4a42-aa82-a472a1bd20fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=684246a58f09418fac0008ec7556e1f3&device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 1098 time: 0.2294874 Jun 17 08:12:57.840944 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9d33-85ce-46ab-87fc-8d4e562c1647 req-7e7a8bbb-9116-4347-8d1b-69a776b0c42e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:57.866219 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d6e9d33-85ce-46ab-87fc-8d4e562c1647 req-7e7a8bbb-9116-4347-8d1b-69a776b0c42e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 945 time: 0.3413241 Jun 17 08:12:57.887296 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:57.918511 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7d463a57-d760-48b2-86fe-5b8cfc5afa5d,segment=NetworkSegment(4ae92527-3ec8-4967-9671-a77d80b972b6),segment_id=4ae92527-3ec8-4967-9671-a77d80b972b6)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:57.946792 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': '7d463a57-d760-48b2-86fe-5b8cfc5afa5d', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'port_id': '7d463a57-d760-48b2-86fe-5b8cfc5afa5d', 'mac_address': 'fa:16:3e:46:93:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:12:58.022795 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d6e9d33-85ce-46ab-87fc-8d4e562c1647 req-3c4a05b6-c7d7-4010-a251-6d0872559f76 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552320 Jun 17 08:12:58.026684 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f307c-4877-48a6-b26d-3f8576536f86 req-6e64984a-bbe4-4f02-b376-40f9966792a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:58.030503 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1e6f307c-4877-48a6-b26d-3f8576536f86 req-6e64984a-bbe4-4f02-b376-40f9966792a9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0026b4bb-5535-40dd-9cc1-590011035a19 HTTP/1.1" status: 200 len: 920 time: 0.3042359 Jun 17 08:12:58.104750 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:58.119824 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1e6f307c-4877-48a6-b26d-3f8576536f86 req-030e358b-e6a7-4d01-a51e-4dfa3a0fe06b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e60bf13-4d83-4634-874f-6178c58e14c1 HTTP/1.1" status: 200 len: 217 time: 0.0785921 Jun 17 08:12:58.137475 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:58.221055 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f307c-4877-48a6-b26d-3f8576536f86 req-4722729f-358d-42d8-beb5-381c86847dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:58.223327 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1e6f307c-4877-48a6-b26d-3f8576536f86 req-4722729f-358d-42d8-beb5-381c86847dc8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=11cf0762-a3fe-45d4-80c4-981986f0ca50 HTTP/1.1" status: 200 len: 859 time: 0.0775347 Jun 17 08:12:58.250410 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port dbe2920f-ae8a-44d4-83dd-29e27fe631da, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:58.260809 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:12:58.270530 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1e6f307c-4877-48a6-b26d-3f8576536f86 req-f6c1b198-6256-40c7-ad75-6038d644648f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0026b4bb-5535-40dd-9cc1-590011035a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380797 Jun 17 08:12:58.279920 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9295ed2-bbce-44f9-840b-1e3f0e09b662" -d '{"events": [{"server_uuid": "5d519d19-76b3-4a2f-90c9-225dd1cea165", "name": "network-vif-plugged", "status": "completed", "tag": "dbe2920f-ae8a-44d4-83dd-29e27fe631da"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:12:58.284691 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aebd99-fc23-4f74-9c20-005ac3a82510 req-610b56c6-8a01-4851-91ee-5c5795f3817f tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:58.299864 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:58.302840 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39aebd99-fc23-4f74-9c20-005ac3a82510 req-610b56c6-8a01-4851-91ee-5c5795f3817f tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.2466574 Jun 17 08:12:58.303616 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-3f04531a-bc1f-43d2-b3d6-412cff06bae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:58.308874 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d463a57-d760-48b2-86fe-5b8cfc5afa5d {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:12:58.388803 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cd5602-21fc-4a65-9094-48b6a68ac113 x-openstack-request-id: req-d5cd5602-21fc-4a65-9094-48b6a68ac113 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:12:58.389270 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d519d19-76b3-4a2f-90c9-225dd1cea165", "name": "network-vif-plugged", "status": "completed", "tag": "dbe2920f-ae8a-44d4-83dd-29e27fe631da", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:12:58.389695 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5cd5602-21fc-4a65-9094-48b6a68ac113 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:12:58.390329 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da', 'code': 200} Jun 17 08:12:58.431862 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7d463a57-d760-48b2-86fe-5b8cfc5afa5d,segment=NetworkSegment(4ae92527-3ec8-4967-9671-a77d80b972b6),segment_id=4ae92527-3ec8-4967-9671-a77d80b972b6)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:12:58.446376 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:58.497203 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=dbe2920f-ae8a-44d4-83dd-29e27fe631da,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:58.513990 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:58.515095 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:58.582035 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1e6f307c-4877-48a6-b26d-3f8576536f86 req-52094d23-6b7c-4319-8427-d370a3ee0d56 service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755482 Jun 17 08:12:58.600658 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39aebd99-fc23-4f74-9c20-005ac3a82510 req-91b6154a-bac4-49f6-bcd8-ea29e4ff1ff8 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942581 Jun 17 08:12:58.694320 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=7d463a57-d760-48b2-86fe-5b8cfc5afa5d,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:58.700829 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:58.702471 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:58.803357 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1e6f307c-4877-48a6-b26d-3f8576536f86 req-f84ce9b0-2a99-4deb-8cb3-3145b0f5b245 service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008746 Jun 17 08:12:58.810646 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['7d463a57-d760-48b2-86fe-5b8cfc5afa5d'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:12:59.127974 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb64a0f-5542-4094-9754-802d28951995 req-6a8dcf8e-60cd-46ec-b0bf-163056dbf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:59.131625 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5fb64a0f-5542-4094-9754-802d28951995 req-6a8dcf8e-60cd-46ec-b0bf-163056dbf5b6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 1099 time: 0.3065567 Jun 17 08:12:59.268781 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5fb64a0f-5542-4094-9754-802d28951995 req-7c73da40-ac05-4cc4-98de-91da1e768f95 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276228 Jun 17 08:12:59.407362 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb0f4b-52f7-40f3-b07e-cad29ed88b43 req-883f33e6-9438-48b3-bab8-61a021c4b71c tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:59.429095 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-96cb0f4b-52f7-40f3-b07e-cad29ed88b43 req-883f33e6-9438-48b3-bab8-61a021c4b71c tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 945 time: 0.4288771 Jun 17 08:12:59.499429 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 49064) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:59.554986 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-96cb0f4b-52f7-40f3-b07e-cad29ed88b43 req-75bf7664-d84b-410e-92da-d47aec1f59e7 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243479 Jun 17 08:12:59.571336 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83328f2a-c14c-4562-89fa-758c740ca971 req-b5373d15-438d-41f0-845e-2e280f6adc48 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:59.584106 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-83328f2a-c14c-4562-89fa-758c740ca971 req-b5373d15-438d-41f0-845e-2e280f6adc48 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.3255594 Jun 17 08:12:59.640002 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:59.646191 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-83328f2a-c14c-4562-89fa-758c740ca971 req-2b021a5f-97a5-48a0-98a2-33214cf1e472 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544164 Jun 17 08:12:59.890269 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec0f16-170d-44cf-b1df-04a67952d38c req-6c1d8ec5-1032-47f6-b33f-9d6cb222cf6d tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:12:59.897423 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-38e5ff65-8a19-4d1f-984c-9b92ab22eae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:59.905148 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b0ec0f16-170d-44cf-b1df-04a67952d38c req-6c1d8ec5-1032-47f6-b33f-9d6cb222cf6d tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.1388218 Jun 17 08:12:59.988197 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b0ec0f16-170d-44cf-b1df-04a67952d38c req-dbefe1df-4684-4758-8414-9a635352a512 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743940 Jun 17 08:13:00.061969 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-38e5ff65-8a19-4d1f-984c-9b92ab22eae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:00.067521 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-38e5ff65-8a19-4d1f-984c-9b92ab22eae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:00.071836 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-fdfe056f-b03a-4e99-864f-214e30bdfdab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:00.104822 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5ff65-8a19-4d1f-984c-9b92ab22eae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e85afa-a2ad-4276-9e1d-14f7e0de710e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:00.109554 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-38e5ff65-8a19-4d1f-984c-9b92ab22eae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:00.135644 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-38e5ff65-8a19-4d1f-984c-9b92ab22eae4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c8dad52b46244dd8040eb624e04ed67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6349897 Jun 17 08:13:00.138552 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 49082) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:00.216736 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1fd6729-ea3b-4d5c-ae3c-dca66138826a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:00.260455 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1fd6729-ea3b-4d5c-ae3c-dca66138826a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:00.366401 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1fd6729-ea3b-4d5c-ae3c-dca66138826a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:00.369850 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a1fd6729-ea3b-4d5c-ae3c-dca66138826a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:00.375462 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a1fd6729-ea3b-4d5c-ae3c-dca66138826a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2e85afa-a2ad-4276-9e1d-14f7e0de710e HTTP/1.1" status: 204 len: 168 time: 0.2354836 Jun 17 08:13:00.378019 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:00.388424 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd6729-ea3b-4d5c-ae3c-dca66138826a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e85afa-a2ad-4276-9e1d-14f7e0de710e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:00.391649 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a1fd6729-ea3b-4d5c-ae3c-dca66138826a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:00.969595 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94464742-f0da-4b3f-9be2-a37d59690db5 req-bfebfeb7-f105-4b75-b3e1-71525d916b94 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:00.971893 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-94464742-f0da-4b3f-9be2-a37d59690db5 req-bfebfeb7-f105-4b75-b3e1-71525d916b94 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 945 time: 0.1250141 Jun 17 08:13:01.061190 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-94464742-f0da-4b3f-9be2-a37d59690db5 req-a1138a7b-fff3-46d2-a767-3720b2ac25b9 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683262 Jun 17 08:13:01.105468 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fc259-614a-40f7-b75e-463343502cdc req-f12d103d-c199-4324-a168-c024199b8b65 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:01.108040 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0a2fc259-614a-40f7-b75e-463343502cdc req-f12d103d-c199-4324-a168-c024199b8b65 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1350937 Jun 17 08:13:01.176544 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0a2fc259-614a-40f7-b75e-463343502cdc req-afcff1de-7429-4818-9f84-9c70e287fba4 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624838 Jun 17 08:13:01.210315 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 7d463a57-d760-48b2-86fe-5b8cfc5afa5d up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:13:01.327850 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:13:01.334709 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:13:01.335418 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:01.377807 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f096d2-699c-4351-8078-8f53fb8db459 req-88b5f16c-d7e9-4341-bc3e-d6f2414441a2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:01.385135 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-80f096d2-699c-4351-8078-8f53fb8db459 req-88b5f16c-d7e9-4341-bc3e-d6f2414441a2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.1825426 Jun 17 08:13:01.417692 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 49134) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:01.443389 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-80f096d2-699c-4351-8078-8f53fb8db459 req-54ef8246-f8d4-4597-8de4-bb8f90e149ef tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569541 Jun 17 08:13:01.463077 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838202d-352f-49cb-9675-b699150017f2 req-ebe3098d-b86e-44da-83dd-3c0552118a01 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:01.465138 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9838202d-352f-49cb-9675-b699150017f2 req-ebe3098d-b86e-44da-83dd-3c0552118a01 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1608031 Jun 17 08:13:01.469077 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:01.475936 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 49138) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:01.482933 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-df490a48-70e4-4a69-8a71-4db7d7af860e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Request body: {'floatingip': {'port_id': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:13:01.509563 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d463a57-d760-48b2-86fe-5b8cfc5afa5d'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:13:01.515114 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b22a007-99ac-4c56-9fb4-a126203e593a" -d '{"events": [{"server_uuid": "4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346", "name": "network-vif-plugged", "status": "completed", "tag": "7d463a57-d760-48b2-86fe-5b8cfc5afa5d"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:13:01.555021 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7d463a57-d760-48b2-86fe-5b8cfc5afa5d,segment=NetworkSegment(4ae92527-3ec8-4967-9671-a77d80b972b6),segment_id=4ae92527-3ec8-4967-9671-a77d80b972b6)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:13:01.562722 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:01.566948 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:01.573972 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-df490a48-70e4-4a69-8a71-4db7d7af860e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for floatingip, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:01.602870 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997fb48d-dfff-4d4a-acf8-85270fda9717 x-openstack-request-id: req-997fb48d-dfff-4d4a-acf8-85270fda9717 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:13:01.603617 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346", "name": "network-vif-plugged", "status": "completed", "tag": "7d463a57-d760-48b2-86fe-5b8cfc5afa5d", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:13:01.604029 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-997fb48d-dfff-4d4a-acf8-85270fda9717 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:13:01.604727 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d463a57-d760-48b2-86fe-5b8cfc5afa5d', 'code': 200} Jun 17 08:13:01.662982 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=7d463a57-d760-48b2-86fe-5b8cfc5afa5d,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:01.672530 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:01.718997 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:02.168602 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe4af3-bc02-4125-b94f-f07ea4d6eade req-63c942ef-c1bd-4328-b63b-1de576765d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:02.171463 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b1fe4af3-bc02-4125-b94f-f07ea4d6eade req-63c942ef-c1bd-4328-b63b-1de576765d14 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 1099 time: 0.1973169 Jun 17 08:13:02.229051 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b1fe4af3-bc02-4125-b94f-f07ea4d6eade req-f868f470-83d5-4ce9-9741-d7488b073524 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439427 Jun 17 08:13:02.603728 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:02.610569 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46de88-5fc4-4f19-8d41-2b71fe3d9ac2 req-ca3310bd-cd82-464f-9918-3d9899b36579 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:02.616236 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ef46de88-5fc4-4f19-8d41-2b71fe3d9ac2 req-ca3310bd-cd82-464f-9918-3d9899b36579 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.1397870 Jun 17 08:13:02.637380 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:02.644043 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7ec20-5e00-4e6a-adac-e646b2371b25 req-c725cc31-a4e2-48b5-9c23-d0024b8f1376 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:02.647915 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bee7ec20-5e00-4e6a-adac-e646b2371b25 req-c725cc31-a4e2-48b5-9c23-d0024b8f1376 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 945 time: 0.1843290 Jun 17 08:13:02.696270 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bb922fd8-ab46-4b07-ac12-ce443df51ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:02.781131 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bee7ec20-5e00-4e6a-adac-e646b2371b25 req-40cd9edb-6eb4-47b2-889d-0d027bbabb42 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d2f270-6639-4666-b9a1-1ae753b870c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120598 Jun 17 08:13:02.818437 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ef46de88-5fc4-4f19-8d41-2b71fe3d9ac2 req-0c2f1e64-f0df-4987-888d-b4cc2ee2234e tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685464 Jun 17 08:13:02.934734 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdec178c-d31c-4be4-ac94-77e14c0b9bf9,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:03.009702 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:03.009944 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:03.010465 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:03.010963 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:03.011575 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:03.011953 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:03.012265 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:03.012600 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:03.013353 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:03.013851 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:03.014330 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:03.014802 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:03.034543 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:03.037133 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed8cc65532d8443cbf227e53d379241d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6184766 Jun 17 08:13:03.042288 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49232) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:03.107140 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efa140-38d8-452b-96fd-9cbc5e85ec1c req-7c6294fe-0510-4aea-8fc4-3f7fbd43217c tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:03.108851 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-60efa140-38d8-452b-96fd-9cbc5e85ec1c req-7c6294fe-0510-4aea-8fc4-3f7fbd43217c tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.1412716 Jun 17 08:13:03.128881 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6238683f-caf7-47ee-90ee-ff21503c9034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:03.209645 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6238683f-caf7-47ee-90ee-ff21503c9034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:03.226152 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-60efa140-38d8-452b-96fd-9cbc5e85ec1c req-b645d976-98cc-4aab-87e5-7d04ade7f854 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000156 Jun 17 08:13:03.301824 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6238683f-caf7-47ee-90ee-ff21503c9034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:03.307461 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6238683f-caf7-47ee-90ee-ff21503c9034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:03.309305 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-6238683f-caf7-47ee-90ee-ff21503c9034 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bdec178c-d31c-4be4-ac94-77e14c0b9bf9 HTTP/1.1" status: 204 len: 168 time: 0.2656014 Jun 17 08:13:03.311087 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:03.341148 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238683f-caf7-47ee-90ee-ff21503c9034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdec178c-d31c-4be4-ac94-77e14c0b9bf9,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:03.361594 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6238683f-caf7-47ee-90ee-ff21503c9034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:03.440384 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.db.resource_extend [None req-df490a48-70e4-4a69-8a71-4db7d7af860e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:13:03.550531 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-df490a48-70e4-4a69-8a71-4db7d7af860e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:03.557520 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-df490a48-70e4-4a69-8a71-4db7d7af860e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:03.750378 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.l3_db [None req-df490a48-70e4-4a69-8a71-4db7d7af860e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Floating IP f7b07c2f-cdec-4f2e-a2af-92f7a4f7dbd6 associated. External IP: 172.27.0.37, port: dbe2920f-ae8a-44d4-83dd-29e27fe631da. Jun 17 08:13:04.074448 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 49284) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:04.157589 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b391e6b-b7ab-460a-b3b2-4b441a3e3c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:04.420897 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5343c9-1a14-4581-b6fb-ef1757d5e65e req-40d1f4f7-17de-4da6-b47f-0a8196ff7728 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:04.436485 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7f5343c9-1a14-4581-b6fb-ef1757d5e65e req-40d1f4f7-17de-4da6-b47f-0a8196ff7728 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.2853968 Jun 17 08:13:04.496790 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b391e6b-b7ab-460a-b3b2-4b441a3e3c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:04.503488 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7f5343c9-1a14-4581-b6fb-ef1757d5e65e req-957c185c-8b79-48b4-8ada-ed682d82f048 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654616 Jun 17 08:13:04.521716 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b391e6b-b7ab-460a-b3b2-4b441a3e3c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:04.529333 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbd4da-ece2-4b6e-b076-22cb90aaec1c req-99156713-8f0d-4fb1-8ff8-cdd02c9785f8 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:04.532508 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:04.549491 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-61cbd4da-ece2-4b6e-b076-22cb90aaec1c req-99156713-8f0d-4fb1-8ff8-cdd02c9785f8 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 945 time: 0.3780291 Jun 17 08:13:04.643833 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1b391e6b-b7ab-460a-b3b2-4b441a3e3c81 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f6790fd56fb40cf96fdff57b062e1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5674658 Jun 17 08:13:04.647438 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-61cbd4da-ece2-4b6e-b076-22cb90aaec1c req-91876c37-ae6f-4fef-9920-3fd60ac4d553 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d2f270-6639-4666-b9a1-1ae753b870c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939465 Jun 17 08:13:04.648378 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49310) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:04.652448 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b391e6b-b7ab-460a-b3b2-4b441a3e3c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d817b19-a044-4554-a973-96e6c0371213,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:04.660693 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1b391e6b-b7ab-460a-b3b2-4b441a3e3c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:04.674620 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df490a48-70e4-4a69-8a71-4db7d7af860e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:13:04.774384 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49312) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:04.912457 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2699b50-cf81-4a54-bd9c-d076be2abf66 req-306d073e-36ed-4ae6-ae3d-0f88ef08ea1a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:04.917122 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b2699b50-cf81-4a54-bd9c-d076be2abf66 req-306d073e-36ed-4ae6-ae3d-0f88ef08ea1a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 945 time: 0.2495842 Jun 17 08:13:04.921363 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:04.965019 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df490a48-70e4-4a69-8a71-4db7d7af860e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:13:04.985063 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-df490a48-70e4-4a69-8a71-4db7d7af860e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:04.996072 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5594aa41-8b8c-4473-b5b5-1fb1e7104362 None None] Sync routers for ids ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:13:05.030845 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5594aa41-8b8c-4473-b5b5-1fb1e7104362 None None] Routers {'32c39358-8bdb-4d9d-a7a4-c336bc50e633'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:13:05.036221 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-5594aa41-8b8c-4473-b5b5-1fb1e7104362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:12:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:13:05.110507 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:05.144840 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-df490a48-70e4-4a69-8a71-4db7d7af860e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "PUT /v2.0/floatingips/f7b07c2f-cdec-4f2e-a2af-92f7a4f7dbd6 HTTP/1.1" status: 200 len: 991 time: 3.6671584 Jun 17 08:13:05.146462 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'tag': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:13:05.151157 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786b4aec-f756-448d-8d30-348bb0bca9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d519d19-76b3-4a2f-90c9-225dd1cea165", "tag": "dbe2920f-ae8a-44d4-83dd-29e27fe631da"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:13:05.169378 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc0e6-a47d-4a9c-9770-482e04687b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:05.185975 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-5594aa41-8b8c-4473-b5b5-1fb1e7104362 None None] Set router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:13:05.286178 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37083f8-1b41-4950-9577-e2063d084a52 req-3a3372b0-019d-442c-a47c-fb1b651e55b2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:05.297828 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b37083f8-1b41-4950-9577-e2063d084a52 req-3a3372b0-019d-442c-a47c-fb1b651e55b2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.5241203 Jun 17 08:13:05.383352 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd436a-f016-4902-a4c6-c777c7a880ce req-5747842b-0958-405d-8aed-a9d8107b7d3c tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:05.385571 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fcdd436a-f016-4902-a4c6-c777c7a880ce req-5747842b-0958-405d-8aed-a9d8107b7d3c tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.4342172 Jun 17 08:13:05.401479 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 49338) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:05.414558 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-4cad8d5a-34d2-42f3-a317-dfb408597fc5 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Request body: {'floatingip': {'port_id': '7d463a57-d760-48b2-86fe-5b8cfc5afa5d'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:13:05.454651 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b37083f8-1b41-4950-9577-e2063d084a52 req-5912a1ab-0cb8-46cd-a35f-e716d64c14d3 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548715 Jun 17 08:13:05.469960 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:05.484619 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:05.486641 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d817b19-a044-4554-a973-96e6c0371213 HTTP/1.1" status: 204 len: 168 time: 0.8351536 Jun 17 08:13:05.504932 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:05.577274 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-b2699b50-cf81-4a54-bd9c-d076be2abf66 req-77a5dd07-4014-4291-b040-f2e2130cc65a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Deleting port d0c5c223-6692-4c31-b33f-ee11471adfa9 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:13:05.586618 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-b2699b50-cf81-4a54-bd9c-d076be2abf66 req-77a5dd07-4014-4291-b040-f2e2130cc65a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:05.589259 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4cad8d5a-34d2-42f3-a317-dfb408597fc5 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for floatingip, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:05.634060 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d817b19-a044-4554-a973-96e6c0371213,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:05.700810 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:05.713248 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:05.713897 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:05.714489 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:05.715097 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:05.715649 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:05.716168 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:05.716879 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:05.717028 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:05.725153 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:05.725755 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:05.726111 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:05.755862 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:05.759346 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-5594aa41-8b8c-4473-b5b5-1fb1e7104362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': 'f7b07c2f-cdec-4f2e-a2af-92f7a4f7dbd6', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'port_id': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'mac_address': 'fa:16:3e:77:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:12:30Z', 'updated_at': '2021-06-17T08:13:03Z', 'revision_number': 1, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aba7d66-2081-4387-a2e0-9c99b7a16da1', 'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'mac_address': 'fa:16:3e:d1:22:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:15Z', 'updated_at': '2021-06-17T08:12:32Z', 'revision_number': 5, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'subnets': [{'id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:13:05.800750 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5594aa41-8b8c-4473-b5b5-1fb1e7104362 None None] Checking router: 32c39358-8bdb-4d9d-a7a4-c336bc50e633 for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:13:05.815317 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5594aa41-8b8c-4473-b5b5-1fb1e7104362 None None] Routers {'32c39358-8bdb-4d9d-a7a4-c336bc50e633'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:13:05.816049 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-5594aa41-8b8c-4473-b5b5-1fb1e7104362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:12:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:13:05.964296 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a84090-7130-4a8d-9989-86c5bcd1e3f3 x-openstack-request-id: req-f7a84090-7130-4a8d-9989-86c5bcd1e3f3 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:13:05.966040 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d519d19-76b3-4a2f-90c9-225dd1cea165", "tag": "dbe2920f-ae8a-44d4-83dd-29e27fe631da", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:13:05.966559 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f7a84090-7130-4a8d-9989-86c5bcd1e3f3 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:13:05.967261 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'tag': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da', 'status': 'completed', 'code': 200} Jun 17 08:13:05.967382 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc0e6-a47d-4a9c-9770-482e04687b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:05.976395 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc0e6-a47d-4a9c-9770-482e04687b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:05.981403 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-b2699b50-cf81-4a54-bd9c-d076be2abf66 req-77a5dd07-4014-4291-b040-f2e2130cc65a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] For port d0c5c223-6692-4c31-b33f-ee11471adfa9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d0c5c223-6692-4c31-b33f-ee11471adfa9,segment=NetworkSegment(be3c3ffd-152a-42d0-af62-8cea9c13b3a4),segment_id=be3c3ffd-152a-42d0-af62-8cea9c13b3a4)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:13:05.981783 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-b2699b50-cf81-4a54-bd9c-d076be2abf66 req-77a5dd07-4014-4291-b040-f2e2130cc65a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:05.985562 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0c645603-d4ab-4a52-bc6d-a793fedbb7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:06.062394 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-5594aa41-8b8c-4473-b5b5-1fb1e7104362 None None] Set router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:13:06.394729 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-b2699b50-cf81-4a54-bd9c-d076be2abf66 req-77a5dd07-4014-4291-b040-f2e2130cc65a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Calling delete_port for d0c5c223-6692-4c31-b33f-ee11471adfa9 owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:13:06.420926 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebc0e6-a47d-4a9c-9770-482e04687b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b219bde0-b80b-47da-b6bc-bdb0cc9a4c6d,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:06.438933 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-d2ebc0e6-a47d-4a9c-9770-482e04687b0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15585e5d31354d1da585d7501b785831&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6616681 Jun 17 08:13:06.444766 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d2ebc0e6-a47d-4a9c-9770-482e04687b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:06.449998 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49364) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:06.597290 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2bcf8-b372-4e0a-bf25-5172e85e8e82 req-8003b82d-1bd9-408d-a79b-9b093ac541ae tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:06.599692 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-5594aa41-8b8c-4473-b5b5-1fb1e7104362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': 'f7b07c2f-cdec-4f2e-a2af-92f7a4f7dbd6', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'port_id': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'mac_address': 'fa:16:3e:77:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:12:30Z', 'updated_at': '2021-06-17T08:13:03Z', 'revision_number': 1, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aba7d66-2081-4387-a2e0-9c99b7a16da1', 'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'mac_address': 'fa:16:3e:d1:22:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:15Z', 'updated_at': '2021-06-17T08:12:32Z', 'revision_number': 5, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'subnets': [{'id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:13:06.607152 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-08a2bcf8-b372-4e0a-bf25-5172e85e8e82 req-8003b82d-1bd9-408d-a79b-9b093ac541ae tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 945 time: 0.7069857 Jun 17 08:13:06.685085 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5594aa41-8b8c-4473-b5b5-1fb1e7104362 None None] The sync data for ids ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'] in dv-cinder-791281-5-iscsi is: [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': 'f7b07c2f-cdec-4f2e-a2af-92f7a4f7dbd6', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'port_id': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'mac_address': 'fa:16:3e:77:c4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:12:30Z', 'updated_at': '2021-06-17T08:13:03Z', 'revision_number': 1, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aba7d66-2081-4387-a2e0-9c99b7a16da1', 'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'mac_address': 'fa:16:3e:d1:22:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:15Z', 'updated_at': '2021-06-17T08:12:32Z', 'revision_number': 5, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'subnets': [{'id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:13:06.717180 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b08a88ec-81d5-40a1-b895-f5d1fbae5237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:06.782674 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-08a2bcf8-b372-4e0a-bf25-5172e85e8e82 req-99a177b0-4a3e-4a40-b954-98d321f437b4 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/security-groups?id=f8d2f270-6639-4666-b9a1-1ae753b870c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735203 Jun 17 08:13:06.889751 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b08a88ec-81d5-40a1-b895-f5d1fbae5237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:06.912760 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b4aec-f756-448d-8d30-348bb0bca9e1 req-9d071456-723b-4db2-99fe-cea1777587dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:06.915429 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-786b4aec-f756-448d-8d30-348bb0bca9e1 req-9d071456-723b-4db2-99fe-cea1777587dd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8752c1061ce9489f85b5546f7e4dbe9c&device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 1099 time: 0.9618649 Jun 17 08:13:07.010299 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.db.resource_extend [None req-4cad8d5a-34d2-42f3-a317-dfb408597fc5 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:13:07.135967 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-b2699b50-cf81-4a54-bd9c-d076be2abf66 req-77a5dd07-4014-4291-b040-f2e2130cc65a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:07.151249 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['d0c5c223-6692-4c31-b33f-ee11471adfa9'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:13:07.174265 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:07.189630 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b4aec-f756-448d-8d30-348bb0bca9e1 req-c3407bfc-94f5-48c5-84cb-4271599db1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:07.192644 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-786b4aec-f756-448d-8d30-348bb0bca9e1 req-c3407bfc-94f5-48c5-84cb-4271599db1d6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=19ba03da-5332-4f85-9243-9aa68eba305b HTTP/1.1" status: 200 len: 918 time: 0.2639878 Jun 17 08:13:07.245491 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e74c2dd-47a8-4ffc-b82c-7c70a63731c3 None None] New status for floating IP f7b07c2f-cdec-4f2e-a2af-92f7a4f7dbd6: ACTIVE {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:13:07.261941 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5dd07-4014-4291-b040-f2e2130cc65a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Pushing event deleted for resources: {'Port': ['ID=d0c5c223-6692-4c31-b33f-ee11471adfa9,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:07.280904 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-77a5dd07-4014-4291-b040-f2e2130cc65a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:07.303497 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d72c5-739f-4d21-90d4-cb4f06b1a2aa req-82ae54b4-c5f5-4209-aeaf-ff6bcbd193d6 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:07.307218 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-849d72c5-739f-4d21-90d4-cb4f06b1a2aa req-82ae54b4-c5f5-4209-aeaf-ff6bcbd193d6 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.5597546 Jun 17 08:13:07.504910 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2699b50-cf81-4a54-bd9c-d076be2abf66 req-77a5dd07-4014-4291-b040-f2e2130cc65a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] No DVR routers for this DVR port d0c5c223-6692-4c31-b33f-ee11471adfa9 on host hv-cinder-79128 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:13:07.523894 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-b2699b50-cf81-4a54-bd9c-d076be2abf66 req-77a5dd07-4014-4291-b040-f2e2130cc65a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:07.528012 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b2699b50-cf81-4a54-bd9c-d076be2abf66 req-77a5dd07-4014-4291-b040-f2e2130cc65a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.38 "DELETE /v2.0/ports/d0c5c223-6692-4c31-b33f-ee11471adfa9 HTTP/1.1" status: 204 len: 173 time: 2.5752113 Jun 17 08:13:07.528978 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2801f8-42c8-48c7-ace2-004ac0003e0e', 'name': 'network-vif-deleted', 'tag': 'd0c5c223-6692-4c31-b33f-ee11471adfa9'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:13:07.534621 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa07b46-7858-4491-80d2-c158d1425f21" -d '{"events": [{"server_uuid": "bc2801f8-42c8-48c7-ace2-004ac0003e0e", "name": "network-vif-deleted", "tag": "d0c5c223-6692-4c31-b33f-ee11471adfa9"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:13:07.550868 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-849d72c5-739f-4d21-90d4-cb4f06b1a2aa req-98d3826f-b971-4c1d-a332-aa55d2fafbaf tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368792 Jun 17 08:13:07.567897 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b08a88ec-81d5-40a1-b895-f5d1fbae5237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:07.608293 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b08a88ec-81d5-40a1-b895-f5d1fbae5237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:07.632208 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-b08a88ec-81d5-40a1-b895-f5d1fbae5237 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b219bde0-b80b-47da-b6bc-bdb0cc9a4c6d HTTP/1.1" status: 204 len: 168 time: 1.1574044 Jun 17 08:13:07.641231 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ce4e577a-a349-44a6-b9de-8417c97aa33a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:07.684066 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a88ec-81d5-40a1-b895-f5d1fbae5237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b219bde0-b80b-47da-b6bc-bdb0cc9a4c6d,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:07.690463 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b08a88ec-81d5-40a1-b895-f5d1fbae5237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:07.708739 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49396) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:07.761776 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f238956-757e-42a9-87fb-653442da43ee x-openstack-request-id: req-6f238956-757e-42a9-87fb-653442da43ee {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:13:07.762191 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2801f8-42c8-48c7-ace2-004ac0003e0e", "name": "network-vif-deleted", "tag": "d0c5c223-6692-4c31-b33f-ee11471adfa9", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:13:07.765737 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f238956-757e-42a9-87fb-653442da43ee {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:13:07.765737 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2801f8-42c8-48c7-ace2-004ac0003e0e', 'name': 'network-vif-deleted', 'tag': 'd0c5c223-6692-4c31-b33f-ee11471adfa9', 'status': 'completed', 'code': 200} Jun 17 08:13:07.902093 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4cad8d5a-34d2-42f3-a317-dfb408597fc5 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:07.911419 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-786b4aec-f756-448d-8d30-348bb0bca9e1 req-3b2fa26f-e263-492d-8c9e-e6b787b12807 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da HTTP/1.1" status: 200 len: 999 time: 0.7090471 Jun 17 08:13:07.913460 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4cad8d5a-34d2-42f3-a317-dfb408597fc5 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:07.936368 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d3df7a63-2f0d-4fd4-8f59-9211cbcce2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:08.262009 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-15e34f59-27a4-43d2-9de1-902278900e73 req-82b124db-a44a-4efe-b1d5-3bbea475a145 tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc2801f8-42c8-48c7-ace2-004ac0003e0e HTTP/1.1" status: 200 len: 210 time: 0.1149659 Jun 17 08:13:08.439794 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.l3_db [None req-4cad8d5a-34d2-42f3-a317-dfb408597fc5 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Floating IP b48877d8-76bb-4c21-b20a-6d9e78ffb1fd associated. External IP: 172.27.0.111, port: 7d463a57-d760-48b2-86fe-5b8cfc5afa5d. Jun 17 08:13:08.447124 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d3df7a63-2f0d-4fd4-8f59-9211cbcce2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:08.456091 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d3df7a63-2f0d-4fd4-8f59-9211cbcce2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:08.465465 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6238683f-caf7-47ee-90ee-ff21503c9034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:08.518617 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b4aec-f756-448d-8d30-348bb0bca9e1 req-9d88a62a-9ff7-458e-a7f2-9ffe7e9e2494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:08.521689 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-786b4aec-f756-448d-8d30-348bb0bca9e1 req-9d88a62a-9ff7-458e-a7f2-9ffe7e9e2494 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d98a074-331c-4766-b44c-a8c8c8e4d172 HTTP/1.1" status: 200 len: 856 time: 0.6008999 Jun 17 08:13:08.536797 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49412) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:08.556755 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-d3df7a63-2f0d-4fd4-8f59-9211cbcce2de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=197b0702f5524313b83baa157fcdb9e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8473251 Jun 17 08:13:08.557899 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df7a63-2f0d-4fd4-8f59-9211cbcce2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcfa967-df5d-400b-b581-8fbbbeb4a8c7,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:08.562133 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49414) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:08.582860 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d3df7a63-2f0d-4fd4-8f59-9211cbcce2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:08.586911 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-61a0b3a1-0b4d-4d2b-9932-88a3821898ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:08.653379 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b4aec-f756-448d-8d30-348bb0bca9e1 req-950cb40f-863c-4187-acf4-a21044d8708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:08.654895 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-786b4aec-f756-448d-8d30-348bb0bca9e1 req-950cb40f-863c-4187-acf4-a21044d8708f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19ba03da-5332-4f85-9243-9aa68eba305b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989153 Jun 17 08:13:08.757386 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-24568281-3757-43a2-815c-245b2d1d0ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:08.849797 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-24568281-3757-43a2-815c-245b2d1d0ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:08.901397 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-786b4aec-f756-448d-8d30-348bb0bca9e1 req-608699b9-a11a-4f79-9eac-f6eadd900b46 service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093565 Jun 17 08:13:08.903565 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cad8d5a-34d2-42f3-a317-dfb408597fc5 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:13:08.925772 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-61a0b3a1-0b4d-4d2b-9932-88a3821898ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:08.945393 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-61a0b3a1-0b4d-4d2b-9932-88a3821898ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:08.950658 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-71f1a3c0-55cb-4e61-86be-542a28c5dedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:09.018766 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-61a0b3a1-0b4d-4d2b-9932-88a3821898ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1270b046de14635922a22caedee5325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802973 Jun 17 08:13:09.020410 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49418) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:09.021378 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0b3a1-0b4d-4d2b-9932-88a3821898ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4298807-71a8-4b23-a6c1-c75ad3b62ca1,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:09.026817 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-61a0b3a1-0b4d-4d2b-9932-88a3821898ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:09.086882 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-24568281-3757-43a2-815c-245b2d1d0ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:09.094070 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-24568281-3757-43a2-815c-245b2d1d0ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:09.098557 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-24568281-3757-43a2-815c-245b2d1d0ee7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8dcfa967-df5d-400b-b581-8fbbbeb4a8c7 HTTP/1.1" status: 204 len: 168 time: 0.5256996 Jun 17 08:13:09.104091 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c6816cd8-1723-4a9e-85ef-f6a8323f70e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:09.140539 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-786b4aec-f756-448d-8d30-348bb0bca9e1 req-84447409-b368-4ead-a4c1-40e9354b2107 service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324588 Jun 17 08:13:09.145187 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecba4e2-8854-4e95-bca8-d5218806cdca req-175977fc-5ade-4be4-a3c1-cd34e0bc14cc tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:09.146483 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9ecba4e2-8854-4e95-bca8-d5218806cdca req-175977fc-5ade-4be4-a3c1-cd34e0bc14cc tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.3015451 Jun 17 08:13:09.157135 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24568281-3757-43a2-815c-245b2d1d0ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcfa967-df5d-400b-b581-8fbbbeb4a8c7,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:09.201064 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-24568281-3757-43a2-815c-245b2d1d0ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:09.220854 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cad8d5a-34d2-42f3-a317-dfb408597fc5 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:13:09.239565 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56952198-a353-430b-bad6-a17d2ab664cb None None] Sync routers for ids ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:13:09.242855 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4cad8d5a-34d2-42f3-a317-dfb408597fc5 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:09.252652 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device d0c5c223-6692-4c31-b33f-ee11471adfa9 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:13:09.258564 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56952198-a353-430b-bad6-a17d2ab664cb None None] Routers {'636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:13:09.259253 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-56952198-a353-430b-bad6-a17d2ab664cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:12:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:13:09.292414 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9ecba4e2-8854-4e95-bca8-d5218806cdca req-d33ee789-b4d1-4dc7-a25a-cc53affd1a46 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221371 Jun 17 08:13:09.322745 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: d0c5c223-6692-4c31-b33f-ee11471adfa9 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:13:09.323671 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device d0c5c223-6692-4c31-b33f-ee11471adfa9 not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:13:09.323959 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b7089e9f-ca76-414c-9af6-9bb3252007cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:09.383335 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b7089e9f-ca76-414c-9af6-9bb3252007cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:09.426477 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4cad8d5a-34d2-42f3-a317-dfb408597fc5 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "PUT /v2.0/floatingips/b48877d8-76bb-4c21-b20a-6d9e78ffb1fd HTTP/1.1" status: 200 len: 992 time: 4.0215397 Jun 17 08:13:09.427641 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346', 'tag': '7d463a57-d760-48b2-86fe-5b8cfc5afa5d'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:13:09.443271 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5224c2-e8b1-466f-96aa-1ae9c057e1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346", "tag": "7d463a57-d760-48b2-86fe-5b8cfc5afa5d"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:13:09.484848 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-56952198-a353-430b-bad6-a17d2ab664cb None None] Set router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:13:09.559459 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b7089e9f-ca76-414c-9af6-9bb3252007cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:09.573935 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b7089e9f-ca76-414c-9af6-9bb3252007cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:09.582778 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-b7089e9f-ca76-414c-9af6-9bb3252007cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4298807-71a8-4b23-a6c1-c75ad3b62ca1 HTTP/1.1" status: 204 len: 168 time: 0.5576293 Jun 17 08:13:09.610737 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-97194329-b076-49bd-8cdf-3c355d98ef06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:09.672580 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7089e9f-ca76-414c-9af6-9bb3252007cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4298807-71a8-4b23-a6c1-c75ad3b62ca1,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:09.683897 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b7089e9f-ca76-414c-9af6-9bb3252007cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:09.778741 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d6f647-6cfb-452f-b7b5-969fdbcb4099 x-openstack-request-id: req-24d6f647-6cfb-452f-b7b5-969fdbcb4099 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:13:09.779067 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346", "tag": "7d463a57-d760-48b2-86fe-5b8cfc5afa5d", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:13:09.804648 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-24d6f647-6cfb-452f-b7b5-969fdbcb4099 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:13:09.806578 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346', 'tag': '7d463a57-d760-48b2-86fe-5b8cfc5afa5d', 'status': 'completed', 'code': 200} Jun 17 08:13:10.057624 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5224c2-e8b1-466f-96aa-1ae9c057e1e8 req-12eed62a-1bd2-4cdb-8c1d-0f8074851f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:10.063507 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4f5224c2-e8b1-466f-96aa-1ae9c057e1e8 req-12eed62a-1bd2-4cdb-8c1d-0f8074851f6b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f50cdcfdd2fd408d86d30f95622cad2f&device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 1099 time: 0.2152791 Jun 17 08:13:10.190636 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-56952198-a353-430b-bad6-a17d2ab664cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': 'b48877d8-76bb-4c21-b20a-6d9e78ffb1fd', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'port_id': '7d463a57-d760-48b2-86fe-5b8cfc5afa5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'mac_address': 'fa:16:3e:46:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:12:35Z', 'updated_at': '2021-06-17T08:13:06Z', 'revision_number': 1, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3707d13d-b0e9-41cb-b7a2-f047b6b4c37d', 'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'mac_address': 'fa:16:3e:49:13:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:14Z', 'updated_at': '2021-06-17T08:12:33Z', 'revision_number': 5, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'subnets': [{'id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:13:10.233955 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56952198-a353-430b-bad6-a17d2ab664cb None None] Checking router: 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:13:10.261320 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56952198-a353-430b-bad6-a17d2ab664cb None None] Routers {'636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:13:10.263669 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-56952198-a353-430b-bad6-a17d2ab664cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:12:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:13:10.334581 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5224c2-e8b1-466f-96aa-1ae9c057e1e8 req-a7119d08-52a6-4685-bd9b-73e0a7cfacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:10.337261 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4f5224c2-e8b1-466f-96aa-1ae9c057e1e8 req-a7119d08-52a6-4685-bd9b-73e0a7cfacf9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c7133842-e71c-43e6-ac53-3faca71f09d3 HTTP/1.1" status: 200 len: 912 time: 0.2626383 Jun 17 08:13:10.511524 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49458) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:10.538014 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 49460) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:10.553603 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-47aeb895-4dac-48ba-adac-d2c29efb0490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:10.558271 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-21ca0277-4b5b-4d64-9370-040603cd1272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:10.560371 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-56952198-a353-430b-bad6-a17d2ab664cb None None] Set router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:13:10.671504 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec059a-8ec0-4cef-8f46-5bc8b8ae418a req-f4ff9a57-a6bb-4f55-96a6-799bd8eed1a5 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:10.674197 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e6ec059a-8ec0-4cef-8f46-5bc8b8ae418a req-f4ff9a57-a6bb-4f55-96a6-799bd8eed1a5 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.1588233 Jun 17 08:13:10.718321 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-21ca0277-4b5b-4d64-9370-040603cd1272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:10.723840 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-21ca0277-4b5b-4d64-9370-040603cd1272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:10.734105 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:10.779843 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-21ca0277-4b5b-4d64-9370-040603cd1272 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c4fe1653c8d4f4ab2cac70286dcaa51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402074 Jun 17 08:13:10.781947 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 49464) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:10.786337 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e6ec059a-8ec0-4cef-8f46-5bc8b8ae418a req-932f7612-000e-4217-a968-4803ea99f312 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006045 Jun 17 08:13:10.797722 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca0277-4b5b-4d64-9370-040603cd1272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41679db9-aa3a-4a09-9234-c7f7ca76f6d1,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:10.803743 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-21ca0277-4b5b-4d64-9370-040603cd1272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:10.850951 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-346eb6e4-8c3a-4ab6-9784-c5aedb49dde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:10.904738 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-346eb6e4-8c3a-4ab6-9784-c5aedb49dde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:10.942393 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-47aeb895-4dac-48ba-adac-d2c29efb0490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:10.955364 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-47aeb895-4dac-48ba-adac-d2c29efb0490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:10.966551 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b08a88ec-81d5-40a1-b895-f5d1fbae5237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:10.999003 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-47aeb895-4dac-48ba-adac-d2c29efb0490 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fcd3a5ef9e074d5ebd9b5037ae2e9b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4848189 Jun 17 08:13:11.000653 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49468) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:11.009385 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-346eb6e4-8c3a-4ab6-9784-c5aedb49dde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:11.015765 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-346eb6e4-8c3a-4ab6-9784-c5aedb49dde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:11.021046 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-346eb6e4-8c3a-4ab6-9784-c5aedb49dde9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/41679db9-aa3a-4a09-9234-c7f7ca76f6d1 HTTP/1.1" status: 204 len: 168 time: 0.2355039 Jun 17 08:13:11.021046 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bebb08f1-a8ba-4ca8-b866-26be6ddcbde5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:11.041659 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346eb6e4-8c3a-4ab6-9784-c5aedb49dde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41679db9-aa3a-4a09-9234-c7f7ca76f6d1,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:11.045698 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-56952198-a353-430b-bad6-a17d2ab664cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': 'b48877d8-76bb-4c21-b20a-6d9e78ffb1fd', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'port_id': '7d463a57-d760-48b2-86fe-5b8cfc5afa5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'mac_address': 'fa:16:3e:46:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:12:35Z', 'updated_at': '2021-06-17T08:13:06Z', 'revision_number': 1, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3707d13d-b0e9-41cb-b7a2-f047b6b4c37d', 'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'mac_address': 'fa:16:3e:49:13:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:14Z', 'updated_at': '2021-06-17T08:12:33Z', 'revision_number': 5, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'subnets': [{'id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:13:11.050110 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-346eb6e4-8c3a-4ab6-9784-c5aedb49dde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:11.103064 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aeb895-4dac-48ba-adac-d2c29efb0490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75164507-6473-4f82-8da4-0cfef7064396,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:11.106891 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-19a7260c-717b-4a75-8e46-aeb7384866cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:11.108936 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-47aeb895-4dac-48ba-adac-d2c29efb0490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:11.124196 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56952198-a353-430b-bad6-a17d2ab664cb None None] The sync data for ids ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'] in dv-cinder-791281-5-iscsi is: [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': 'b48877d8-76bb-4c21-b20a-6d9e78ffb1fd', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'port_id': '7d463a57-d760-48b2-86fe-5b8cfc5afa5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'mac_address': 'fa:16:3e:46:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:12:35Z', 'updated_at': '2021-06-17T08:13:06Z', 'revision_number': 1, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3707d13d-b0e9-41cb-b7a2-f047b6b4c37d', 'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'mac_address': 'fa:16:3e:49:13:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:14Z', 'updated_at': '2021-06-17T08:12:33Z', 'revision_number': 5, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'subnets': [{'id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:13:11.154927 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-19a7260c-717b-4a75-8e46-aeb7384866cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:11.255612 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-19a7260c-717b-4a75-8e46-aeb7384866cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:11.260744 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-19a7260c-717b-4a75-8e46-aeb7384866cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:11.263030 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-19a7260c-717b-4a75-8e46-aeb7384866cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75164507-6473-4f82-8da4-0cfef7064396 HTTP/1.1" status: 204 len: 168 time: 0.2604296 Jun 17 08:13:11.264307 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-44ac6395-7fdf-433e-b994-58877c5631a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:11.281680 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7260c-717b-4a75-8e46-aeb7384866cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75164507-6473-4f82-8da4-0cfef7064396,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:11.292662 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-19a7260c-717b-4a75-8e46-aeb7384866cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:11.519746 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b87e639-0a7f-4741-a5b4-e4fb7a61ac91 None None] New status for floating IP b48877d8-76bb-4c21-b20a-6d9e78ffb1fd: ACTIVE {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:13:13.663441 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4f5224c2-e8b1-466f-96aa-1ae9c057e1e8 req-ccbbd949-e365-4e6b-83f0-8f50368ed3b7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d463a57-d760-48b2-86fe-5b8cfc5afa5d HTTP/1.1" status: 200 len: 1002 time: 0.1970923 Jun 17 08:13:13.763513 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5224c2-e8b1-466f-96aa-1ae9c057e1e8 req-f61aaa67-7fcf-4b4a-a031-18547c353c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:13.765726 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4f5224c2-e8b1-466f-96aa-1ae9c057e1e8 req-f61aaa67-7fcf-4b4a-a031-18547c353c0d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12 HTTP/1.1" status: 200 len: 850 time: 0.0941138 Jun 17 08:13:13.888973 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd0229-a516-4502-8c5d-1de99171de45 req-c9394c5a-da4b-4d49-9672-a8b468c775c4 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:13.899267 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2dfd0229-a516-4502-8c5d-1de99171de45 req-c9394c5a-da4b-4d49-9672-a8b468c775c4 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.1856253 Jun 17 08:13:13.944731 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5224c2-e8b1-466f-96aa-1ae9c057e1e8 req-0478c2ad-d9f0-4b18-b3c9-dc15e85543dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:13.948427 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4f5224c2-e8b1-466f-96aa-1ae9c057e1e8 req-0478c2ad-d9f0-4b18-b3c9-dc15e85543dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c7133842-e71c-43e6-ac53-3faca71f09d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1707752 Jun 17 08:13:13.955955 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2dfd0229-a516-4502-8c5d-1de99171de45 req-0a88879f-c2a4-4ac8-9c1f-2ed5102fc1d2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492642 Jun 17 08:13:14.131089 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49584) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:14.165848 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4f5224c2-e8b1-466f-96aa-1ae9c057e1e8 req-4e4a9899-3e30-470c-a26b-e9a86df8ff3c service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048764 Jun 17 08:13:14.269608 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f444b23-61fa-4e27-9380-7ce70db27e26 admin admin] Deleting subnet 90b396a0-16cf-494e-bb90-e7a7b4baef79 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:13:14.276519 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0f444b23-61fa-4e27-9380-7ce70db27e26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:14.370350 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4f5224c2-e8b1-466f-96aa-1ae9c057e1e8 req-2badf2f7-18a3-4ec5-b51e-e94b55508199 service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005858 Jun 17 08:13:14.410468 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0f444b23-61fa-4e27-9380-7ce70db27e26 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:14.441239 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0f444b23-61fa-4e27-9380-7ce70db27e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841451'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:14.536899 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0f444b23-61fa-4e27-9380-7ce70db27e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:14.543323 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e3c4d171-ccb9-4340-afe3-fdca58969822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:14.601046 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f444b23-61fa-4e27-9380-7ce70db27e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b396a0-16cf-494e-bb90-e7a7b4baef79,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:14.607448 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0f444b23-61fa-4e27-9380-7ce70db27e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:14.609617 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0f444b23-61fa-4e27-9380-7ce70db27e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:14.619987 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 49604) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:14.621077 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-0f444b23-61fa-4e27-9380-7ce70db27e26 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/90b396a0-16cf-494e-bb90-e7a7b4baef79 HTTP/1.1" status: 204 len: 168 time: 0.4877131 Jun 17 08:13:14.744502 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977769'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:14.869608 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840562', 'neutron.services.segments.db._delete_segments_for_network-8738547431473'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:14.882955 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:13:14.883372 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:13:14.884122 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:13:14.884467 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Subscribe: > port after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:13:14.884822 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Subscribe: > port after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:13:14.885169 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Subscribe: > port after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:13:14.885525 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:13:14.885841 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:13:14.886150 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:13:14.886466 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:13:14.894509 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49610) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:15.030084 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-366b3e7d-02cd-4cdf-8184-4aef31693905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.046757 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:13:15.048552 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:13:15.049499 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:13:15.050044 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:13:15.050672 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38aaca95-fd40-47e3-b5ab-b5275d97ccb5']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:13:15.092252 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3c3ffd-152a-42d0-af62-8cea9c13b3a4') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:13:15.092867 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3c3ffd-152a-42d0-af62-8cea9c13b3a4') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:13:15.132377 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738547430786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63721506'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.144772 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-366b3e7d-02cd-4cdf-8184-4aef31693905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.159100 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-366b3e7d-02cd-4cdf-8184-4aef31693905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.169635 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.186359 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:13:15.187029 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63741573'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: from cryptography.utils import int_from_bytes Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: from cryptography.utils import int_from_bytes Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: Traceback (most recent call last): Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: timer() Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: cb(*args, **kw) Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: return func(*args, **kwargs) Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: self._notify() Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: self.callback(batched_events) Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: event.method(event) Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: return f(self, *a, **k) Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: return self._get(url).json() Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:13:15.193172 dv-cinder-791281-5-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:13:15.196850 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-df080d4b-9566-4f95-9132-fe95519e1bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:15.260258 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67087437'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.265353 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:15.270286 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.272349 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] 10.222.0.35 "DELETE /v2.0/networks/38aaca95-fd40-47e3-b5ab-b5275d97ccb5 HTTP/1.1" status: 204 len: 168 time: 0.6524878 Jun 17 08:13:15.275741 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-366b3e7d-02cd-4cdf-8184-4aef31693905 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e1fde871cf841b29cfbc87af57eeec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795984 Jun 17 08:13:15.280740 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49618) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:15.293351 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Pushing event deleted for resources: {'Network': ['ID=38aaca95-fd40-47e3-b5ab-b5275d97ccb5,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:15.293820 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b3e7d-02cd-4cdf-8184-4aef31693905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cd0323-1f40-46de-9450-c12ee933b779,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:15.296431 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:15.331393 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-366b3e7d-02cd-4cdf-8184-4aef31693905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:15.418918 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d8d60-9933-4fda-8780-dc7b39d186fd req-01ee2044-eced-4b84-8d5f-8c05d20d8c9c tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:15.421798 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a87d8d60-9933-4fda-8780-dc7b39d186fd req-01ee2044-eced-4b84-8d5f-8c05d20d8c9c tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.2751458 Jun 17 08:13:15.435567 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 49624) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:15.462129 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fb944736-40e4-4bb0-b127-e271f0a20b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.499645 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a7e1d601-5ec9-43b6-9321-cacf40839180 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=83df9cc613d84fce850257513d3c5752&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0624468 Jun 17 08:13:15.503648 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 49628) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:15.593100 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bd17b98e-833a-4b27-9e82-8ccdaa362a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.604872 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fb944736-40e4-4bb0-b127-e271f0a20b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.637070 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a87d8d60-9933-4fda-8780-dc7b39d186fd req-e260b865-dd28-43a2-a1e8-bc0a1107bf06 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677427 Jun 17 08:13:15.637616 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bd17b98e-833a-4b27-9e82-8ccdaa362a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.710081 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fb944736-40e4-4bb0-b127-e271f0a20b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.715320 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fb944736-40e4-4bb0-b127-e271f0a20b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.717336 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-fb944736-40e4-4bb0-b127-e271f0a20b13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/23cd0323-1f40-46de-9450-c12ee933b779 HTTP/1.1" status: 204 len: 168 time: 0.4351265 Jun 17 08:13:15.718526 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:15.722605 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bd17b98e-833a-4b27-9e82-8ccdaa362a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.727567 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bd17b98e-833a-4b27-9e82-8ccdaa362a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.730225 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-bd17b98e-833a-4b27-9e82-8ccdaa362a28 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8d2f270-6639-4666-b9a1-1ae753b870c4 HTTP/1.1" status: 204 len: 168 time: 0.2247722 Jun 17 08:13:15.732096 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5423107b-ed6f-4221-b8e1-50d94c7a879b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:15.733986 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb944736-40e4-4bb0-b127-e271f0a20b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cd0323-1f40-46de-9450-c12ee933b779,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:15.741599 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fb944736-40e4-4bb0-b127-e271f0a20b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:15.752286 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17b98e-833a-4b27-9e82-8ccdaa362a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d2f270-6639-4666-b9a1-1ae753b870c4,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:15.758968 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bd17b98e-833a-4b27-9e82-8ccdaa362a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:16.238405 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 49650) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:16.256303 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-642d2131-60b0-442f-b8d7-edd757450f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:16.416387 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-642d2131-60b0-442f-b8d7-edd757450f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:16.424681 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-642d2131-60b0-442f-b8d7-edd757450f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:16.427531 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-25a6c059-5fb5-4594-88dd-416963ba3b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:16.474765 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-642d2131-60b0-442f-b8d7-edd757450f0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7af881dfff084c02a6fcd4039a98af14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349541 Jun 17 08:13:16.475956 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d2131-60b0-442f-b8d7-edd757450f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b15cb12-eb07-49e5-90df-f4965e4b92c9,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:16.479653 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49658) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:16.480750 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-642d2131-60b0-442f-b8d7-edd757450f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:16.592734 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-09b934fd-8607-478b-82cc-db92aba4be80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:16.631009 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-09b934fd-8607-478b-82cc-db92aba4be80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:16.709319 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-09b934fd-8607-478b-82cc-db92aba4be80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:16.712674 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-09b934fd-8607-478b-82cc-db92aba4be80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:16.718085 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-09b934fd-8607-478b-82cc-db92aba4be80 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b15cb12-eb07-49e5-90df-f4965e4b92c9 HTTP/1.1" status: 204 len: 168 time: 0.2330039 Jun 17 08:13:16.718085 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-06ef51c0-8970-43a6-b8a8-e089feffc761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:16.741238 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b934fd-8607-478b-82cc-db92aba4be80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b15cb12-eb07-49e5-90df-f4965e4b92c9,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:16.743880 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-09b934fd-8607-478b-82cc-db92aba4be80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:18.480573 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39546d5d-b759-4c43-8b70-c89cc0817344 req-475cf7b8-2817-4f73-8526-7bd7947c287e tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:18.482230 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39546d5d-b759-4c43-8b70-c89cc0817344 req-475cf7b8-2817-4f73-8526-7bd7947c287e tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.0835569 Jun 17 08:13:18.533376 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39546d5d-b759-4c43-8b70-c89cc0817344 req-bd048220-4211-44e0-bac5-6f65261d52bc tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433779 Jun 17 08:13:19.479978 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49754) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:19.739502 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a15567cc-6002-468f-89f4-0c6ffd786ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:20.031001 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c39ef-fde0-43c0-a3b2-f8abafe77fbd req-bacc28d6-f724-4b65-94a5-34d585597374 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:20.034657 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fb6c39ef-fde0-43c0-a3b2-f8abafe77fbd req-bacc28d6-f724-4b65-94a5-34d585597374 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.2210374 Jun 17 08:13:20.100518 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a15567cc-6002-468f-89f4-0c6ffd786ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:20.121643 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a15567cc-6002-468f-89f4-0c6ffd786ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:20.129473 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-09b934fd-8607-478b-82cc-db92aba4be80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:20.167854 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fb6c39ef-fde0-43c0-a3b2-f8abafe77fbd req-65490f7d-b93e-403c-864e-0a10564e4ff9 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217134 Jun 17 08:13:20.212672 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-a15567cc-6002-468f-89f4-0c6ffd786ac0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=356402e620294197ac6832aa54017461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7305419 Jun 17 08:13:20.216757 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 49784) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:20.233497 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15567cc-6002-468f-89f4-0c6ffd786ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f3f374-7e3c-4644-874f-21dd3d1476d3,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:20.241207 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a15567cc-6002-468f-89f4-0c6ffd786ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:20.317755 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-31fa8cdf-e6c9-4f56-b533-ac3e7cc825f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:20.365847 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-31fa8cdf-e6c9-4f56-b533-ac3e7cc825f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:20.467948 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-31fa8cdf-e6c9-4f56-b533-ac3e7cc825f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:20.477673 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-31fa8cdf-e6c9-4f56-b533-ac3e7cc825f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:20.480035 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-31fa8cdf-e6c9-4f56-b533-ac3e7cc825f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9f3f374-7e3c-4644-874f-21dd3d1476d3 HTTP/1.1" status: 204 len: 168 time: 0.2619336 Jun 17 08:13:20.481277 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-21ca0277-4b5b-4d64-9370-040603cd1272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:20.498682 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa8cdf-e6c9-4f56-b533-ac3e7cc825f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f3f374-7e3c-4644-874f-21dd3d1476d3,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:20.513425 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-31fa8cdf-e6c9-4f56-b533-ac3e7cc825f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:21.046736 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49818) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:21.074777 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ec53a7fd-63bb-4909-9a43-88b858992d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:21.212250 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ec53a7fd-63bb-4909-9a43-88b858992d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:21.216912 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ec53a7fd-63bb-4909-9a43-88b858992d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:21.221506 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-19a7260c-717b-4a75-8e46-aeb7384866cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:21.260773 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-ec53a7fd-63bb-4909-9a43-88b858992d10 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=35848442966d46ce865b6c395f66da94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118118 Jun 17 08:13:21.261815 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53a7fd-63bb-4909-9a43-88b858992d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214737e8-caef-4949-b37d-8b7d7a6017ef,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:21.264672 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 49826) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:21.265480 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ec53a7fd-63bb-4909-9a43-88b858992d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:21.335819 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ada544e6-8a96-448c-8b61-ded3998851d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:21.362718 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ada544e6-8a96-448c-8b61-ded3998851d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:21.375827 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d585a78-e463-4feb-a0ab-658620c98f31 req-d881d63c-bd5e-4211-a888-d75cb33c0489 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:21.377907 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8d585a78-e463-4feb-a0ab-658620c98f31 req-d881d63c-bd5e-4211-a888-d75cb33c0489 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.0738084 Jun 17 08:13:21.442186 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8d585a78-e463-4feb-a0ab-658620c98f31 req-9657feba-b47c-4de8-9da4-a44eb8f7115c tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533450 Jun 17 08:13:21.447415 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ada544e6-8a96-448c-8b61-ded3998851d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:21.450221 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ada544e6-8a96-448c-8b61-ded3998851d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:21.451581 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ada544e6-8a96-448c-8b61-ded3998851d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/214737e8-caef-4949-b37d-8b7d7a6017ef HTTP/1.1" status: 204 len: 168 time: 0.1835580 Jun 17 08:13:21.452358 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-346eb6e4-8c3a-4ab6-9784-c5aedb49dde9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:21.463187 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada544e6-8a96-448c-8b61-ded3998851d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214737e8-caef-4949-b37d-8b7d7a6017ef,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:21.465989 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ada544e6-8a96-448c-8b61-ded3998851d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:22.441935 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 49888) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:22.647617 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7755d417-68be-416b-b380-e1dabd8c8854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:22.835085 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7755d417-68be-416b-b380-e1dabd8c8854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:22.840843 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7755d417-68be-416b-b380-e1dabd8c8854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:22.845497 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa8dfa-d2fe-4151-a18b-0aa62aacd049 req-2c7b4f3c-8e97-4b1e-a394-b4589738032e tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:22.846305 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-dfd00d18-d9cd-4ca0-b566-8876d3fab086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:22.848842 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-70aa8dfa-d2fe-4151-a18b-0aa62aacd049 req-2c7b4f3c-8e97-4b1e-a394-b4589738032e tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.1826539 Jun 17 08:13:22.896399 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7755d417-68be-416b-b380-e1dabd8c8854 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27967e45bfad4144ba3f96e1d47faf82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4529340 Jun 17 08:13:22.902672 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49908) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:22.930730 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755d417-68be-416b-b380-e1dabd8c8854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bf1b12-0559-4291-88c1-afcbecf40d46,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:22.936199 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7755d417-68be-416b-b380-e1dabd8c8854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:22.990007 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-70aa8dfa-d2fe-4151-a18b-0aa62aacd049 req-e0bb1c83-f639-4e1c-ac36-718789a06f5b tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180921 Jun 17 08:13:23.026156 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-eac3967b-0a85-4a29-8732-f5634b291644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:23.055860 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-eac3967b-0a85-4a29-8732-f5634b291644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:23.112530 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-eac3967b-0a85-4a29-8732-f5634b291644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:23.115219 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-eac3967b-0a85-4a29-8732-f5634b291644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:23.118681 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-eac3967b-0a85-4a29-8732-f5634b291644 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d4bf1b12-0559-4291-88c1-afcbecf40d46 HTTP/1.1" status: 204 len: 168 time: 0.2124133 Jun 17 08:13:23.118681 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:23.135904 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3967b-0a85-4a29-8732-f5634b291644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bf1b12-0559-4291-88c1-afcbecf40d46,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:23.148119 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-eac3967b-0a85-4a29-8732-f5634b291644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:23.913526 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5e112b16-1b55-49ee-bf76-310ff5380c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:23.970790 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 49952) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:24.090667 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1001927414-network', 'tenant_id': '525155f3ad474a68b93ed202dc56ef84'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:13:24.124559 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Made reservation on behalf of 525155f3ad474a68b93ed202dc56ef84 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:13:24.128394 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:24.138047 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:24.272283 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:24.290981 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:24.294487 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a1fd6729-ea3b-4d5c-ae3c-dca66138826a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:24.327428 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:13:24.334741 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f141170-db90-4c22-bf71-51ae3aa6b9a7,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:24.339044 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:24.344770 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:24.344770 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Added segment 72da12ab-13fc-4ae0-bdba-776d912af97f of type vlan for network 83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f Jun 17 08:13:24.392374 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:24.427314 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:24.428682 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:24.429277 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:24.431728 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-09a3a718-565d-4ea3-a7c1-a96f3cf5379e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:24.468566 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4962544 Jun 17 08:13:24.473396 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 49962) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:24.479419 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-52c614af-29e4-46c8-80e3-a7001d46de8e admin admin] Request body: {'subnet': {'network_id': '83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1001927414-subnet', 'tenant_id': '525155f3ad474a68b93ed202dc56ef84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:13:24.500596 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Pushing event updated for resources: {'Network': ['ID=83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:24.504847 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:24.508964 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c614af-29e4-46c8-80e3-a7001d46de8e admin admin] Made reservation on behalf of 525155f3ad474a68b93ed202dc56ef84 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:13:24.511441 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-52c614af-29e4-46c8-80e3-a7001d46de8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:24.514292 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network 83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:13:24.750340 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-52c614af-29e4-46c8-80e3-a7001d46de8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:24.753764 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0f444b23-61fa-4e27-9380-7ce70db27e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:24.821426 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c614af-29e4-46c8-80e3-a7001d46de8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2a850bf-86aa-4bc6-89ac-4c825e979074,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:24.825966 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-52c614af-29e4-46c8-80e3-a7001d46de8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:24.835136 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c614af-29e4-46c8-80e3-a7001d46de8e admin admin] Checking segment: {'id': '72da12ab-13fc-4ae0-bdba-776d912af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:13:24.835580 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c614af-29e4-46c8-80e3-a7001d46de8e admin admin] Network hostable DHCP agents. Network: 83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:13:24.856777 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c614af-29e4-46c8-80e3-a7001d46de8e admin admin] Network 83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:13:24.868221 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-52c614af-29e4-46c8-80e3-a7001d46de8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, 83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:13:24.873817 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c614af-29e4-46c8-80e3-a7001d46de8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:24.875045 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-52c614af-29e4-46c8-80e3-a7001d46de8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:24.879050 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e22c77-88c4-45b7-9b03-ef85a19e65be None None] Network 83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:13:24.894748 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-52c614af-29e4-46c8-80e3-a7001d46de8e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4195435 Jun 17 08:13:25.069305 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9e9916-178b-4d17-acce-b001194cbd39 None None] Network 83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:13:25.670375 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a152dfe-aaae-4253-baa9-905e91fb2c7b req-21f95aef-7a8c-47c4-9503-412f49ad7b5d tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:25.672553 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2a152dfe-aaae-4253-baa9-905e91fb2c7b req-21f95aef-7a8c-47c4-9503-412f49ad7b5d tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.0897088 Jun 17 08:13:25.740524 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2a152dfe-aaae-4253-baa9-905e91fb2c7b req-468b3211-fd23-45b6-ad7a-d42fe5a15c61 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557585 Jun 17 08:13:26.526776 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:26.731811 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d812ea71-934c-4be8-8d7e-4576e7a8d88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:27.020064 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca668b65-3366-462a-b03b-798846da5ed2 req-f3596090-db2e-44a5-b46f-fe58a0e0ae79 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:27.022695 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ca668b65-3366-462a-b03b-798846da5ed2 req-f3596090-db2e-44a5-b46f-fe58a0e0ae79 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.1231778 Jun 17 08:13:27.120925 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ca668b65-3366-462a-b03b-798846da5ed2 req-e4ec06f5-c5bd-4aa8-bfee-36b68a31e931 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916481 Jun 17 08:13:27.211962 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-b2dd4fe4-fd46-4a10-b4a2-15149bb13c06 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:27.213569 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-b2dd4fe4-fd46-4a10-b4a2-15149bb13c06 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/networks?id=83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f HTTP/1.1" status: 200 len: 809 time: 0.1714079 Jun 17 08:13:27.235521 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-b2f842c0-8cf8-4dc8-a195-a32bbfe9d277 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/quotas/525155f3ad474a68b93ed202dc56ef84 HTTP/1.1" status: 200 len: 375 time: 0.0122213 Jun 17 08:13:27.276955 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-3e69169d-cd30-431c-b6d9-255b094bf9f5 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=525155f3ad474a68b93ed202dc56ef84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344019 Jun 17 08:13:27.397192 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-260ee044-0cd9-48b4-9996-e8872d83fc28 service neutron] 10.222.0.35 "GET /v2.0/networks/83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061087 Jun 17 08:13:27.522551 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-434647b8-55e9-41ab-b510-3a83f3fa012c service neutron] 10.222.0.35 "GET /v2.0/networks/83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170268 Jun 17 08:13:27.758232 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-61e36b0e-a79a-4ef4-8638-ad799ac89c27 req-92ba978d-cad9-4952-a846-907bc3cd485a tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 210 time: 0.0598557 Jun 17 08:13:27.789230 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:28.682466 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:29.633975 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:30.196141 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:13:30.372762 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc7f04-9f35-45e1-b838-1b5ad9652159 req-410cf141-9ac0-4e0e-a396-764c38110be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:30.374525 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5abc7f04-9f35-45e1-b838-1b5ad9652159 req-410cf141-9ac0-4e0e-a396-764c38110be4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 1098 time: 0.0878506 Jun 17 08:13:30.419366 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5abc7f04-9f35-45e1-b838-1b5ad9652159 req-2ddacd74-1ef1-4d26-92aa-c27a89ea3ccd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367916 Jun 17 08:13:30.466267 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b051473c-8e2a-48f2-a677-6fb6e752e2cd req-ec7b431e-44ce-4796-a4a1-28cdf3fb9d53 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1356847 Jun 17 08:13:30.598570 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e89cbdca-cc80-4bd0-92bd-b4b78e49f927 req-b863037b-f991-4352-be6a-2ea9f36838af tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 210 time: 0.0678389 Jun 17 08:13:30.685329 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9bec8-a57c-4632-ab97-3598333222db req-a8e8a1a7-e430-4cc0-89a2-8fcbbb7eefdb tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:30.686881 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39a9bec8-a57c-4632-ab97-3598333222db req-a8e8a1a7-e430-4cc0-89a2-8fcbbb7eefdb tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.1662447 Jun 17 08:13:30.715499 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051473c-8e2a-48f2-a677-6fb6e752e2cd req-37b400c9-6d9f-4f5a-ba58-4ac3d2a2c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:30.717093 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b051473c-8e2a-48f2-a677-6fb6e752e2cd req-37b400c9-6d9f-4f5a-ba58-4ac3d2a2c74c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=684246a58f09418fac0008ec7556e1f3&device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 1099 time: 0.1081984 Jun 17 08:13:30.740844 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39a9bec8-a57c-4632-ab97-3598333222db req-56166810-2ebe-4529-9939-51c6d4decd8c tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436213 Jun 17 08:13:30.863826 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051473c-8e2a-48f2-a677-6fb6e752e2cd req-304a25b4-74da-4c75-b915-f62831ee0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:30.865364 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b051473c-8e2a-48f2-a677-6fb6e752e2cd req-304a25b4-74da-4c75-b915-f62831ee0253 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0026b4bb-5535-40dd-9cc1-590011035a19 HTTP/1.1" status: 200 len: 920 time: 0.1211751 Jun 17 08:13:30.913042 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b051473c-8e2a-48f2-a677-6fb6e752e2cd req-5afa09f9-0712-4d9d-9bea-ea2aebab1f14 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd6134b-ce52-4230-be72-02eb60f06594 HTTP/1.1" status: 200 len: 217 time: 0.0390136 Jun 17 08:13:30.976306 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051473c-8e2a-48f2-a677-6fb6e752e2cd req-063b3f54-d8e9-4673-aac2-b31eb8fd057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:30.977782 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b051473c-8e2a-48f2-a677-6fb6e752e2cd req-063b3f54-d8e9-4673-aac2-b31eb8fd057b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=11cf0762-a3fe-45d4-80c4-981986f0ca50 HTTP/1.1" status: 200 len: 859 time: 0.0571630 Jun 17 08:13:34.006201 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b051473c-8e2a-48f2-a677-6fb6e752e2cd req-b7a31bc0-f7a8-4d23-bf79-9a59675c47dc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0026b4bb-5535-40dd-9cc1-590011035a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375729 Jun 17 08:13:34.206729 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b051473c-8e2a-48f2-a677-6fb6e752e2cd req-748e5f1e-e94c-4102-b27d-d0034036f017 service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921332 Jun 17 08:13:34.262229 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8f183b01-45fd-44e6-bd7b-257711e01e1e req-a15f7bdc-9ed6-4afc-a213-da43707990ca tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 210 time: 0.0660372 Jun 17 08:13:34.358320 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e3b2e-ef78-4049-abba-ab44a882da4a req-0e711aab-24b7-4feb-a064-bb2b491e1775 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:34.361060 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-160e3b2e-ef78-4049-abba-ab44a882da4a req-0e711aab-24b7-4feb-a064-bb2b491e1775 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.2290633 Jun 17 08:13:34.408628 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b051473c-8e2a-48f2-a677-6fb6e752e2cd req-1d270cac-e57b-41ae-ac08-cc2cb5c4e3fe service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803300 Jun 17 08:13:34.436206 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-160e3b2e-ef78-4049-abba-ab44a882da4a req-103952b0-0429-4323-ba09-2fa779cc22ae tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468614 Jun 17 08:13:34.548520 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-1a27ffcd-a041-4b8b-837e-5891d1a4bc60 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:34.550130 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-1a27ffcd-a041-4b8b-837e-5891d1a4bc60 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.38 "GET /v2.0/networks?id=83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f HTTP/1.1" status: 200 len: 809 time: 0.2169564 Jun 17 08:13:37.481776 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-5ba86854-2059-4ba7-bcce-0acbabfe3056 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Request body: {'port': {'device_id': 'eb94755a-a4c4-4f2a-99ec-57204cc49d86', 'network_id': '83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f', 'admin_state_up': True, 'tenant_id': '525155f3ad474a68b93ed202dc56ef84'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:13:37.678986 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-5ba86854-2059-4ba7-bcce-0acbabfe3056 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Made reservation on behalf of 525155f3ad474a68b93ed202dc56ef84 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:13:37.682979 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-5ba86854-2059-4ba7-bcce-0acbabfe3056 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:37.857661 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-5ba86854-2059-4ba7-bcce-0acbabfe3056 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Allocated IP 172.20.0.12 (83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f/d2a850bf-86aa-4bc6-89ac-4c825e979074/12879ffb-9259-426c-b1dd-1775b6f2637a) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:13:38.000818 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3ead67e8-b17b-46b9-9db8-7ca2f8ec493f req-f10b87d6-a1b7-402a-a88f-1c187a705913 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 210 time: 0.0325680 Jun 17 08:13:38.048413 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143c184-b7c1-44b5-a885-6bcb92503b1d req-f331d237-39ef-43c5-a97f-2fe0317653f2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:38.056735 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6143c184-b7c1-44b5-a885-6bcb92503b1d req-f331d237-39ef-43c5-a97f-2fe0317653f2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.3443205 Jun 17 08:13:38.112160 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6143c184-b7c1-44b5-a885-6bcb92503b1d req-6b11c41e-c81d-4ec1-b9e7-f83b38be08d6 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541642 Jun 17 08:13:38.369524 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-5ba86854-2059-4ba7-bcce-0acbabfe3056 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:38.408638 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a12f3-0669-4892-a33e-17877fd0a19f req-e6da9622-45fd-4ea9-9b4a-61245ba21bfb tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:38.410295 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2f1a12f3-0669-4892-a33e-17877fd0a19f req-e6da9622-45fd-4ea9-9b4a-61245ba21bfb tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.0904958 Jun 17 08:13:38.453438 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-5ba86854-2059-4ba7-bcce-0acbabfe3056 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63741659'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:38.458362 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:38.476107 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2f1a12f3-0669-4892-a33e-17877fd0a19f req-a342db36-95eb-45d0-ae72-10c08857ffab tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539992 Jun 17 08:13:38.508879 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-5ba86854-2059-4ba7-bcce-0acbabfe3056 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Network 83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:13:38.512242 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-5ba86854-2059-4ba7-bcce-0acbabfe3056 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:13:38.520122 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-5ba86854-2059-4ba7-bcce-0acbabfe3056 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:13:38.529115 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba86854-2059-4ba7-bcce-0acbabfe3056 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Pushing event updated for resources: {'Port': ['ID=12879ffb-9259-426c-b1dd-1775b6f2637a,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:38.550741 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5ba86854-2059-4ba7-bcce-0acbabfe3056 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:38.587091 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-5ba86854-2059-4ba7-bcce-0acbabfe3056 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:38.587983 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-5ba86854-2059-4ba7-bcce-0acbabfe3056 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:38.608445 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-5ba86854-2059-4ba7-bcce-0acbabfe3056 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1324227 Jun 17 08:13:38.635144 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Request body: {'port': {'device_id': 'eb94755a-a4c4-4f2a-99ec-57204cc49d86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:13:38.832330 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:39.306479 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7e6f7-835c-4901-a1ee-a5454db78206 req-ec5f98b2-fcbb-44b6-b2ac-9a21ad20beae tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:39.308281 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-efb7e6f7-835c-4901-a1ee-a5454db78206 req-ec5f98b2-fcbb-44b6-b2ac-9a21ad20beae tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 932 time: 0.1007869 Jun 17 08:13:39.315812 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12879ffb-9259-426c-b1dd-1775b6f2637a {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:13:39.324440 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:39.338079 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Transition to ACTIVE for port object 12879ffb-9259-426c-b1dd-1775b6f2637a will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:13:39.342356 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63741673'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:39.344822 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:39.361705 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-efb7e6f7-835c-4901-a1ee-a5454db78206 req-8235d35a-54e6-4491-b0f6-b30862a7dc2c tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407124 Jun 17 08:13:39.425853 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Pushing event updated for resources: {'Port': ['ID=12879ffb-9259-426c-b1dd-1775b6f2637a,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:39.444558 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:39.501705 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Attempting to bind port 12879ffb-9259-426c-b1dd-1775b6f2637a on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:13:39.502036 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Attempting to bind port 12879ffb-9259-426c-b1dd-1775b6f2637a by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '72da12ab-13fc-4ae0-bdba-776d912af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:13:39.502365 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Attempting to bind port 12879ffb-9259-426c-b1dd-1775b6f2637a on network 83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:13:39.507497 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Port 12879ffb-9259-426c-b1dd-1775b6f2637a on network 83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:13:39.507818 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Attempting to bind port 12879ffb-9259-426c-b1dd-1775b6f2637a on network 83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:13:39.513331 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:13:39.514018 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Checking segment: {'id': '72da12ab-13fc-4ae0-bdba-776d912af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:13:39.514018 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Bound using segment: {'id': '72da12ab-13fc-4ae0-bdba-776d912af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:13:39.514437 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Bound port: 12879ffb-9259-426c-b1dd-1775b6f2637a, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72da12ab-13fc-4ae0-bdba-776d912af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:13:39.514778 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:39.584249 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] For port 12879ffb-9259-426c-b1dd-1775b6f2637a, host hv-cinder-79128, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:13:39.587726 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] For port 12879ffb-9259-426c-b1dd-1775b6f2637a, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=12879ffb-9259-426c-b1dd-1775b6f2637a,segment=NetworkSegment(72da12ab-13fc-4ae0-bdba-776d912af97f),segment_id=72da12ab-13fc-4ae0-bdba-776d912af97f)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:13:39.593420 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63741673'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:39.596864 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:39.632213 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:39.632213 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:39.633601 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] 10.222.0.38 "PUT /v2.0/ports/12879ffb-9259-426c-b1dd-1775b6f2637a HTTP/1.1" status: 200 len: 1094 time: 1.0115271 Jun 17 08:13:39.634103 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb94755a-a4c4-4f2a-99ec-57204cc49d86', 'tag': '12879ffb-9259-426c-b1dd-1775b6f2637a'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:13:39.636588 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0443a174-2e35-4e75-af34-7c536677fded" -d '{"events": [{"name": "network-changed", "server_uuid": "eb94755a-a4c4-4f2a-99ec-57204cc49d86", "tag": "12879ffb-9259-426c-b1dd-1775b6f2637a"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:13:39.664455 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Pushing event updated for resources: {'Port': ['ID=12879ffb-9259-426c-b1dd-1775b6f2637a,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:39.668837 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:39.916336 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5231b9c1-608e-4372-a67c-3e800d45522a x-openstack-request-id: req-5231b9c1-608e-4372-a67c-3e800d45522a {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:13:39.916927 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb94755a-a4c4-4f2a-99ec-57204cc49d86", "tag": "12879ffb-9259-426c-b1dd-1775b6f2637a", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:13:39.917451 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5231b9c1-608e-4372-a67c-3e800d45522a {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:13:39.918964 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb94755a-a4c4-4f2a-99ec-57204cc49d86', 'tag': '12879ffb-9259-426c-b1dd-1775b6f2637a', 'status': 'completed', 'code': 200} Jun 17 08:13:42.587794 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443a174-2e35-4e75-af34-7c536677fded req-83ac84ad-2e52-4876-bdd1-c0a87652acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:42.589373 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0443a174-2e35-4e75-af34-7c536677fded req-83ac84ad-2e52-4876-bdd1-c0a87652acc4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=525155f3ad474a68b93ed202dc56ef84&device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 1097 time: 0.0691416 Jun 17 08:13:42.776994 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816706b-b3e1-46be-9a84-82d323207769 req-47669a31-8e48-41a9-a2a2-905e7bb682f9 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:42.778532 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9816706b-b3e1-46be-9a84-82d323207769 req-47669a31-8e48-41a9-a2a2-905e7bb682f9 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 944 time: 0.0722649 Jun 17 08:13:42.830992 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9816706b-b3e1-46be-9a84-82d323207769 req-0dd5b27c-7008-443a-94f8-1971420c2402 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445819 Jun 17 08:13:42.877271 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443a174-2e35-4e75-af34-7c536677fded req-aff3899b-dd43-41f2-8cbd-caffcea81b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:42.879923 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0443a174-2e35-4e75-af34-7c536677fded req-aff3899b-dd43-41f2-8cbd-caffcea81b35 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=525155f3ad474a68b93ed202dc56ef84&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2672007 Jun 17 08:13:43.064916 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443a174-2e35-4e75-af34-7c536677fded req-f89eaff0-f066-4fa6-981a-090788fe4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:43.066460 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0443a174-2e35-4e75-af34-7c536677fded req-f89eaff0-f066-4fa6-981a-090788fe4804 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1792991 Jun 17 08:13:43.197577 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-69630920-9017-40fa-8112-98da42a0f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:43.199151 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-69630920-9017-40fa-8112-98da42a0f3d1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=525155f3ad474a68b93ed202dc56ef84&device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 1097 time: 0.0649586 Jun 17 08:13:43.290302 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-daf547ae-3602-47c2-9fa2-15fb0591b117 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12879ffb-9259-426c-b1dd-1775b6f2637a HTTP/1.1" status: 200 len: 217 time: 0.0779681 Jun 17 08:13:43.352141 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-e633ee54-1fe8-4592-9019-329f9e013cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:43.353559 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-e633ee54-1fe8-4592-9019-329f9e013cfb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d2a850bf-86aa-4bc6-89ac-4c825e979074 HTTP/1.1" status: 200 len: 849 time: 0.0526474 Jun 17 08:13:43.397815 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-a811dba6-d91e-4014-9d20-87a7b55cef22 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349011 Jun 17 08:13:43.550204 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-90ead1b5-7329-4c71-b8f2-9f2fea31d38a service neutron] 10.222.0.38 "GET /v2.0/networks/83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435246 Jun 17 08:13:43.878210 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f695bfbe-c4e2-40c1-b284-625566d9eb97 req-9ac2aa2c-3be5-45b0-98b9-fbd2dd1eee13 service neutron] 10.222.0.38 "GET /v2.0/networks/83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202250 Jun 17 08:13:44.126107 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 50294) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:44.214489 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8395d-6ad8-49f6-9cba-5299d0aa3201 req-41536e86-f1fa-4519-8aba-6b61c44327e2 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:44.223562 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-55b8395d-6ad8-49f6-9cba-5299d0aa3201 req-41536e86-f1fa-4519-8aba-6b61c44327e2 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 944 time: 0.1528723 Jun 17 08:13:44.319790 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-55b8395d-6ad8-49f6-9cba-5299d0aa3201 req-052a5bde-34b6-4c47-8a2a-e3cbcbb5eaec tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752838 Jun 17 08:13:44.399014 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-76087db2-5c56-4af4-ab14-686936569f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:44.557294 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-76087db2-5c56-4af4-ab14-686936569f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:44.564564 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-76087db2-5c56-4af4-ab14-686936569f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:44.569389 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-88ed25af-3c1e-483a-aa57-e01cae0aed02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:44.622900 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-76087db2-5c56-4af4-ab14-686936569f84 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7bca12d997924eccbb4672cac87de532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4922514 Jun 17 08:13:44.623429 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 50322) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:44.647867 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76087db2-5c56-4af4-ab14-686936569f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5049c86b-2f5d-4af5-8a51-0262a077f646,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:44.654488 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-76087db2-5c56-4af4-ab14-686936569f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:44.710018 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-12b3400f-07cc-4c5d-8ec9-bd1c670b20e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:44.763279 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-12b3400f-07cc-4c5d-8ec9-bd1c670b20e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:44.862104 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-12b3400f-07cc-4c5d-8ec9-bd1c670b20e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:44.865273 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-12b3400f-07cc-4c5d-8ec9-bd1c670b20e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:44.866457 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-12b3400f-07cc-4c5d-8ec9-bd1c670b20e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5049c86b-2f5d-4af5-8a51-0262a077f646 HTTP/1.1" status: 204 len: 168 time: 0.2417326 Jun 17 08:13:44.867295 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f5828389-104d-46fc-a7d7-505f1111a1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:44.887314 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3400f-07cc-4c5d-8ec9-bd1c670b20e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5049c86b-2f5d-4af5-8a51-0262a077f646,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:44.888600 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019daf2-efa4-45a6-8a0f-e085cda26ea7 req-0580d50c-b41d-4162-bfc6-934f2af16f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:44.892053 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0019daf2-efa4-45a6-8a0f-e085cda26ea7 req-0580d50c-b41d-4162-bfc6-934f2af16f17 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=684246a58f09418fac0008ec7556e1f3&device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 1099 time: 0.0811796 Jun 17 08:13:44.898762 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-12b3400f-07cc-4c5d-8ec9-bd1c670b20e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:45.053017 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2d83a-6467-45a0-9f78-e7f98989fc97 req-f640275f-2d4f-49c8-a9e6-ff33fa892d3e tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:45.054785 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bad2d83a-6467-45a0-9f78-e7f98989fc97 req-f640275f-2d4f-49c8-a9e6-ff33fa892d3e tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1332383 Jun 17 08:13:45.099276 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019daf2-efa4-45a6-8a0f-e085cda26ea7 req-740169bb-d70c-47b4-a657-56e610dfedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:45.101681 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0019daf2-efa4-45a6-8a0f-e085cda26ea7 req-740169bb-d70c-47b4-a657-56e610dfedb0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0026b4bb-5535-40dd-9cc1-590011035a19 HTTP/1.1" status: 200 len: 920 time: 0.1943600 Jun 17 08:13:45.107197 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bad2d83a-6467-45a0-9f78-e7f98989fc97 req-704b65d9-e81a-46eb-a61a-4e885a152c4f tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 Jun 17 08:13:45.167099 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0019daf2-efa4-45a6-8a0f-e085cda26ea7 req-b123d0a4-5cf9-499e-9474-5e48dd84784e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd6134b-ce52-4230-be72-02eb60f06594 HTTP/1.1" status: 200 len: 217 time: 0.0563478 Jun 17 08:13:45.253336 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019daf2-efa4-45a6-8a0f-e085cda26ea7 req-e34706a4-df4d-4342-85a8-f832a3e5edff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:45.255269 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0019daf2-efa4-45a6-8a0f-e085cda26ea7 req-e34706a4-df4d-4342-85a8-f832a3e5edff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=11cf0762-a3fe-45d4-80c4-981986f0ca50 HTTP/1.1" status: 200 len: 859 time: 0.0778286 Jun 17 08:13:45.318162 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0019daf2-efa4-45a6-8a0f-e085cda26ea7 req-28b02191-512f-472f-b7aa-2c65a47697ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0026b4bb-5535-40dd-9cc1-590011035a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528812 Jun 17 08:13:45.516882 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0019daf2-efa4-45a6-8a0f-e085cda26ea7 req-17b48e36-b97b-47eb-974c-a6a8da2f7914 service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849074 Jun 17 08:13:45.751805 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0019daf2-efa4-45a6-8a0f-e085cda26ea7 req-f8160806-0151-4691-af85-3dbc807bb106 service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218440 Jun 17 08:13:45.784213 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ba71e-5d76-4eea-a6e2-6748dc3aedb3 req-eba113c8-1e21-4936-a08b-3946f25a4808 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:45.791958 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-666ba71e-5d76-4eea-a6e2-6748dc3aedb3 req-eba113c8-1e21-4936-a08b-3946f25a4808 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 944 time: 0.1839111 Jun 17 08:13:45.923985 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-666ba71e-5d76-4eea-a6e2-6748dc3aedb3 req-c59da2bf-53a0-452e-885b-9e2762afea86 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103446 Jun 17 08:13:46.077724 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 50394) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:46.295796 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5bde7de5-22a0-47de-a72a-9f8a9df540b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:46.467633 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52ad32-e35c-4fb9-ac6f-393074422ebb req-623e9812-c5d2-4bbd-b53c-2b3ee3120189 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:46.469770 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4d52ad32-e35c-4fb9-ac6f-393074422ebb req-623e9812-c5d2-4bbd-b53c-2b3ee3120189 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1505127 Jun 17 08:13:46.552547 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5bde7de5-22a0-47de-a72a-9f8a9df540b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:46.564460 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5bde7de5-22a0-47de-a72a-9f8a9df540b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:46.581134 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8ddfa3d0-bfa4-49dc-a44d-e732fe7ff002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:46.633292 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4d52ad32-e35c-4fb9-ac6f-393074422ebb req-68374034-acd9-44a5-aee3-466a50a5fed9 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365988 Jun 17 08:13:46.667716 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-5bde7de5-22a0-47de-a72a-9f8a9df540b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b470a5aa44dc4e2b9d0598117b4959a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840344 Jun 17 08:13:46.667716 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 50420) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:46.669822 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde7de5-22a0-47de-a72a-9f8a9df540b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7b20ab-2efd-432c-b9e8-03c5a477aac1,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:46.676090 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5bde7de5-22a0-47de-a72a-9f8a9df540b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:46.742637 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e9d54163-2f19-40b8-a8bf-09445f2436a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:46.771914 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e9d54163-2f19-40b8-a8bf-09445f2436a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:46.840722 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e9d54163-2f19-40b8-a8bf-09445f2436a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:46.845847 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e9d54163-2f19-40b8-a8bf-09445f2436a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:46.847918 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-e9d54163-2f19-40b8-a8bf-09445f2436a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd7b20ab-2efd-432c-b9e8-03c5a477aac1 HTTP/1.1" status: 204 len: 168 time: 0.1800258 Jun 17 08:13:46.849512 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-00aac390-74c5-44f5-b22b-0d28edfb27fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:46.863669 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d54163-2f19-40b8-a8bf-09445f2436a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7b20ab-2efd-432c-b9e8-03c5a477aac1,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:46.866479 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e9d54163-2f19-40b8-a8bf-09445f2436a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:47.181986 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d1f2b-e355-4077-bb72-22ed23c82d8e req-346a6715-ab55-428f-9326-3bf91c8cd906 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:47.183599 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3d5d1f2b-e355-4077-bb72-22ed23c82d8e req-346a6715-ab55-428f-9326-3bf91c8cd906 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 944 time: 0.0819805 Jun 17 08:13:47.232652 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3d5d1f2b-e355-4077-bb72-22ed23c82d8e req-6669f520-52fb-444b-b032-70a5f4a0e50a tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417252 Jun 17 08:13:48.338537 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 12879ffb-9259-426c-b1dd-1775b6f2637a details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:13:48.483754 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 12879ffb-9259-426c-b1dd-1775b6f2637a, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=12879ffb-9259-426c-b1dd-1775b6f2637a,segment=NetworkSegment(72da12ab-13fc-4ae0-bdba-776d912af97f),segment_id=72da12ab-13fc-4ae0-bdba-776d912af97f)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:13:48.498652 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': '12879ffb-9259-426c-b1dd-1775b6f2637a', 'network_id': '83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f', 'port_id': '12879ffb-9259-426c-b1dd-1775b6f2637a', 'mac_address': 'fa:16:3e:05:c2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a850bf-86aa-4bc6-89ac-4c825e979074', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:13:48.541445 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:48.556073 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12879ffb-9259-426c-b1dd-1775b6f2637a {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:13:48.579253 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 12879ffb-9259-426c-b1dd-1775b6f2637a, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=12879ffb-9259-426c-b1dd-1775b6f2637a,segment=NetworkSegment(72da12ab-13fc-4ae0-bdba-776d912af97f),segment_id=72da12ab-13fc-4ae0-bdba-776d912af97f)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:13:48.583250 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:48.586133 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-3f04531a-bc1f-43d2-b3d6-412cff06bae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:48.636607 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=12879ffb-9259-426c-b1dd-1775b6f2637a,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:48.645341 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:48.645681 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:48.646015 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:48.646343 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:48.646668 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:48.646991 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:48.647349 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:48.647686 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:48.648008 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:48.648330 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:48.648648 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:48.648960 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:13:48.653274 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:49.867999 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515f77a-439e-43df-99fd-f6df357d9ed0 req-b86bdd13-40af-419f-8a62-d12f00964119 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:49.869609 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9515f77a-439e-43df-99fd-f6df357d9ed0 req-b86bdd13-40af-419f-8a62-d12f00964119 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 945 time: 0.1534541 Jun 17 08:13:49.878501 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a585716-1887-4b73-9620-c27864afcb97 req-ed6aaf1d-5cb7-4a7d-8163-c619c3e92373 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:49.880117 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9a585716-1887-4b73-9620-c27864afcb97 req-ed6aaf1d-5cb7-4a7d-8163-c619c3e92373 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1484673 Jun 17 08:13:49.908116 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['12879ffb-9259-426c-b1dd-1775b6f2637a'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:13:49.941658 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9515f77a-439e-43df-99fd-f6df357d9ed0 req-826183bd-d000-4eae-8ed8-9c127a9263b1 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604885 Jun 17 08:13:49.967424 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9a585716-1887-4b73-9620-c27864afcb97 req-9cabac1e-f182-4095-9ce1-2588bad70c72 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769582 Jun 17 08:13:49.975331 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 50492) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:50.160105 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a3de2fa-65f6-4fcf-9456-950330082036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:50.278703 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a3de2fa-65f6-4fcf-9456-950330082036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:50.283960 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a3de2fa-65f6-4fcf-9456-950330082036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:50.286874 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d2ebc0e6-a47d-4a9c-9770-482e04687b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:50.332066 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-7a3de2fa-65f6-4fcf-9456-950330082036 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cee6f60858fc4729af46c944cb5e39d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543358 Jun 17 08:13:50.332950 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3de2fa-65f6-4fcf-9456-950330082036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3813953a-1aa2-4c20-84c1-f1af1672e78b,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:50.335590 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 50496) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:50.336659 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7a3de2fa-65f6-4fcf-9456-950330082036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:50.394690 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d34c7ea6-fa07-40db-8dcc-97a3334d08a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:50.419401 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d34c7ea6-fa07-40db-8dcc-97a3334d08a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:50.476058 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d34c7ea6-fa07-40db-8dcc-97a3334d08a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:50.478940 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d34c7ea6-fa07-40db-8dcc-97a3334d08a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:50.480280 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d34c7ea6-fa07-40db-8dcc-97a3334d08a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3813953a-1aa2-4c20-84c1-f1af1672e78b HTTP/1.1" status: 204 len: 168 time: 0.1432037 Jun 17 08:13:50.481329 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-6ff03bf4-3d38-4059-a2a9-ec6d54722e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:50.491379 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c7ea6-fa07-40db-8dcc-97a3334d08a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3813953a-1aa2-4c20-84c1-f1af1672e78b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:50.493820 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d34c7ea6-fa07-40db-8dcc-97a3334d08a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:50.940668 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 50526) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:50.957446 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6ea08669-0368-48a3-8bac-c62dec90f2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:51.134101 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6ea08669-0368-48a3-8bac-c62dec90f2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:51.140804 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6ea08669-0368-48a3-8bac-c62dec90f2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:51.145367 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fb944736-40e4-4bb0-b127-e271f0a20b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:51.255115 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea08669-0368-48a3-8bac-c62dec90f2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e39271-53b0-4e0e-9225-4f73654c631b,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:51.259460 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-6ea08669-0368-48a3-8bac-c62dec90f2cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=229357cab438471fa61610cd6b615585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176861 Jun 17 08:13:51.260724 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6ea08669-0368-48a3-8bac-c62dec90f2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:51.262395 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 50536) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:51.318234 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0c899-e7d1-47d6-9608-652ac19214ea req-1ab0b0aa-2ca6-45ab-9ef2-4a2e186074bd tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:51.320004 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-13d0c899-e7d1-47d6-9608-652ac19214ea req-1ab0b0aa-2ca6-45ab-9ef2-4a2e186074bd tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1756315 Jun 17 08:13:51.329991 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1a5de-2209-4713-a94a-8419c067b7ab req-438d1146-7db6-4f0d-acee-d72e778cba21 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:51.331940 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1fc1a5de-2209-4713-a94a-8419c067b7ab req-438d1146-7db6-4f0d-acee-d72e778cba21 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 945 time: 0.1672862 Jun 17 08:13:51.347677 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3841b07-7b2c-4300-82e5-0251802fcf1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:51.371291 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3841b07-7b2c-4300-82e5-0251802fcf1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:51.388271 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-13d0c899-e7d1-47d6-9608-652ac19214ea req-57882755-bddf-473c-badf-5c996c9f6888 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549936 Jun 17 08:13:51.402915 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1fc1a5de-2209-4713-a94a-8419c067b7ab req-21537856-f0bb-424c-a2a0-8869e754a58d tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556412 Jun 17 08:13:51.433729 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3841b07-7b2c-4300-82e5-0251802fcf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:51.440010 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3841b07-7b2c-4300-82e5-0251802fcf1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:51.441921 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f3841b07-7b2c-4300-82e5-0251802fcf1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48e39271-53b0-4e0e-9225-4f73654c631b HTTP/1.1" status: 204 len: 168 time: 0.1772618 Jun 17 08:13:51.443023 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:51.453629 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3841b07-7b2c-4300-82e5-0251802fcf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e39271-53b0-4e0e-9225-4f73654c631b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:51.456605 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f3841b07-7b2c-4300-82e5-0251802fcf1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:51.533635 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 12879ffb-9259-426c-b1dd-1775b6f2637a up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:13:51.588858 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port 12879ffb-9259-426c-b1dd-1775b6f2637a completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:13:51.596437 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port 12879ffb-9259-426c-b1dd-1775b6f2637a triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:13:51.597297 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:51.905300 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:51.945949 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb94755a-a4c4-4f2a-99ec-57204cc49d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12879ffb-9259-426c-b1dd-1775b6f2637a'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:13:51.954412 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0c97e3-8b95-4b37-b031-e152cc2337c6" -d '{"events": [{"server_uuid": "eb94755a-a4c4-4f2a-99ec-57204cc49d86", "name": "network-vif-plugged", "status": "completed", "tag": "12879ffb-9259-426c-b1dd-1775b6f2637a"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:13:51.982088 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 12879ffb-9259-426c-b1dd-1775b6f2637a, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=12879ffb-9259-426c-b1dd-1775b6f2637a,segment=NetworkSegment(72da12ab-13fc-4ae0-bdba-776d912af97f),segment_id=72da12ab-13fc-4ae0-bdba-776d912af97f)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:13:51.998529 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:52.006378 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:52.128424 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebf99fb-d6ae-4afb-bd31-b1feb3abe307 x-openstack-request-id: req-aebf99fb-d6ae-4afb-bd31-b1feb3abe307 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:13:52.128919 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb94755a-a4c4-4f2a-99ec-57204cc49d86", "name": "network-vif-plugged", "status": "completed", "tag": "12879ffb-9259-426c-b1dd-1775b6f2637a", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:13:52.129335 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aebf99fb-d6ae-4afb-bd31-b1feb3abe307 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:13:52.130213 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb94755a-a4c4-4f2a-99ec-57204cc49d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12879ffb-9259-426c-b1dd-1775b6f2637a', 'code': 200} Jun 17 08:13:52.131855 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=12879ffb-9259-426c-b1dd-1775b6f2637a,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:52.143162 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:52.656475 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524281d6-999b-46f3-81a0-fbc2f606e20b req-7969c988-e7e4-491d-a17d-7d46f5b46f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:52.659335 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-524281d6-999b-46f3-81a0-fbc2f606e20b req-7969c988-e7e4-491d-a17d-7d46f5b46f55 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 1099 time: 0.2120922 Jun 17 08:13:52.665472 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5786b-c18b-4d11-a1cc-dfad539af761 req-4d9f9134-8c7f-4071-ab22-2df8ed22b9ec tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:52.679388 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-76c5786b-c18b-4d11-a1cc-dfad539af761 req-4d9f9134-8c7f-4071-ab22-2df8ed22b9ec tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 946 time: 0.1169913 Jun 17 08:13:52.736090 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-524281d6-999b-46f3-81a0-fbc2f606e20b req-5c0ddb27-2049-4229-b847-67a45dd9bad2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649498 Jun 17 08:13:52.762525 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-76c5786b-c18b-4d11-a1cc-dfad539af761 req-070946ba-0fe9-4741-8f12-77149ff16494 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818405 Jun 17 08:13:52.790744 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cffd66-1cea-41f5-a5e6-5d2ffc63b723 req-b7eacda0-a895-4954-8a88-0f1c048309f2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:52.799672 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-45cffd66-1cea-41f5-a5e6-5d2ffc63b723 req-b7eacda0-a895-4954-8a88-0f1c048309f2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1168125 Jun 17 08:13:52.881227 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-45cffd66-1cea-41f5-a5e6-5d2ffc63b723 req-13d3b85f-1261-4fd8-a637-db75da62fb15 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801387 Jun 17 08:13:53.817790 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 50626) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:53.934751 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-268601d0-8f79-4caa-8b12-edebdcbd066a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:54.044639 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-716207a2-8edf-403c-9559-c6ce49c15515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:54.233273 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-716207a2-8edf-403c-9559-c6ce49c15515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:54.240182 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-716207a2-8edf-403c-9559-c6ce49c15515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:54.244410 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:54.297088 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-716207a2-8edf-403c-9559-c6ce49c15515 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4bafe514fac3403583e7001f33c9ea19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766352 Jun 17 08:13:54.298383 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716207a2-8edf-403c-9559-c6ce49c15515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd4b4a9-be2e-4ef8-8c76-0eed9d921d5a,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:54.302520 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 50650) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:54.307221 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-716207a2-8edf-403c-9559-c6ce49c15515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:54.317770 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e4cd-7a60-459f-ab60-42da3876a44c req-55e72f55-17b2-4e78-9a25-26eb6da783d8 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:54.332747 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-be66e4cd-7a60-459f-ab60-42da3876a44c req-55e72f55-17b2-4e78-9a25-26eb6da783d8 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.2449915 Jun 17 08:13:54.387371 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c031de-d1ad-4cca-a60d-9c9ecabe2b7c req-035a095d-d6a5-4b28-8c89-86024fb02c80 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:54.391872 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-13c031de-d1ad-4cca-a60d-9c9ecabe2b7c req-035a095d-d6a5-4b28-8c89-86024fb02c80 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 946 time: 0.2477391 Jun 17 08:13:54.401092 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fcd61794-362c-4075-85c9-98894aa6f0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:54.429193 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fcd61794-362c-4075-85c9-98894aa6f0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:54.456887 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-be66e4cd-7a60-459f-ab60-42da3876a44c req-f462726a-5327-4f94-96b6-bcd0a00b190f tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226423 Jun 17 08:13:54.492546 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fcd61794-362c-4075-85c9-98894aa6f0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:54.496650 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fcd61794-362c-4075-85c9-98894aa6f0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:54.501411 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-fcd61794-362c-4075-85c9-98894aa6f0d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9cd4b4a9-be2e-4ef8-8c76-0eed9d921d5a HTTP/1.1" status: 204 len: 168 time: 0.1976266 Jun 17 08:13:54.502627 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-38e5ff65-8a19-4d1f-984c-9b92ab22eae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:54.524912 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd61794-362c-4075-85c9-98894aa6f0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd4b4a9-be2e-4ef8-8c76-0eed9d921d5a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:54.529075 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-fcd61794-362c-4075-85c9-98894aa6f0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:54.579448 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-13c031de-d1ad-4cca-a60d-9c9ecabe2b7c req-03a1f5f6-37eb-4911-9555-135a82424b29 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793497 Jun 17 08:13:55.315121 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 50696) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:55.433335 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c08f5185-653d-4ee5-abf6-a1592cea87f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:55.567602 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c08f5185-653d-4ee5-abf6-a1592cea87f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:55.572884 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c08f5185-653d-4ee5-abf6-a1592cea87f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:55.597868 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f3841b07-7b2c-4300-82e5-0251802fcf1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:55.603060 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c08f5185-653d-4ee5-abf6-a1592cea87f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9589d852e944fafba14e4b940226719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855468 Jun 17 08:13:55.610254 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 50708) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:55.636527 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f5185-653d-4ee5-abf6-a1592cea87f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a8d1b5-0c1b-44f8-b6b0-538b25cebc04,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:55.641896 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c08f5185-653d-4ee5-abf6-a1592cea87f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:55.810501 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7b82cca1-f4e6-4653-b491-7fa37c0eab92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:55.856878 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7b82cca1-f4e6-4653-b491-7fa37c0eab92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:55.879216 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615a44e-46de-408e-8fe5-42736d2aede8 req-95bf3563-bb79-4be0-8b99-6a5c1827bd8e tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:55.880835 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5615a44e-46de-408e-8fe5-42736d2aede8 req-95bf3563-bb79-4be0-8b99-6a5c1827bd8e tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1927686 Jun 17 08:13:55.930325 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3aae4-44e9-473e-b972-8054b4a8511e req-62c09ecb-e884-4cce-821c-5ed7d14b8f70 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:55.938426 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-baa3aae4-44e9-473e-b972-8054b4a8511e req-62c09ecb-e884-4cce-821c-5ed7d14b8f70 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 946 time: 0.1950202 Jun 17 08:13:56.003765 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5615a44e-46de-408e-8fe5-42736d2aede8 req-802f9225-dd46-478f-aebb-2d3cc27ce6f8 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999537 Jun 17 08:13:56.017837 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-baa3aae4-44e9-473e-b972-8054b4a8511e req-94ff490a-293c-49c0-9e1c-3d4c58a99efc tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783112 Jun 17 08:13:56.041078 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7b82cca1-f4e6-4653-b491-7fa37c0eab92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:56.052833 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7b82cca1-f4e6-4653-b491-7fa37c0eab92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:56.058428 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-7b82cca1-f4e6-4653-b491-7fa37c0eab92 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/00a8d1b5-0c1b-44f8-b6b0-538b25cebc04 HTTP/1.1" status: 204 len: 168 time: 0.4436221 Jun 17 08:13:56.064020 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ec53a7fd-63bb-4909-9a43-88b858992d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:56.094216 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b82cca1-f4e6-4653-b491-7fa37c0eab92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a8d1b5-0c1b-44f8-b6b0-538b25cebc04,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:56.096771 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7b82cca1-f4e6-4653-b491-7fa37c0eab92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:56.123870 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 50738) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:56.389940 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3e618eb-b32c-4451-8966-d8b65473978c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:56.534731 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:56.613355 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3e618eb-b32c-4451-8966-d8b65473978c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:56.631543 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3e618eb-b32c-4451-8966-d8b65473978c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:56.631543 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-fcd61794-362c-4075-85c9-98894aa6f0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:56.692839 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d3e618eb-b32c-4451-8966-d8b65473978c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=618532762e254d4d82b165a69ce13903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5643482 Jun 17 08:13:56.694757 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e618eb-b32c-4451-8966-d8b65473978c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24446a8f-1ff5-424f-b2ab-fb002b3466de,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:56.696785 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 50756) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:56.712592 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d3e618eb-b32c-4451-8966-d8b65473978c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:56.735201 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-609e0130-b539-4ddd-b3fa-518fca62d651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:56.775767 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 50760) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:56.794524 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ad74c95-2aa5-4a08-8838-e96907fbb10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:56.801739 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ddf34a5d-0529-4754-bf6c-419af4cd3ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:56.851426 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ddf34a5d-0529-4754-bf6c-419af4cd3ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:56.936961 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ad74c95-2aa5-4a08-8838-e96907fbb10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:56.945267 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ad74c95-2aa5-4a08-8838-e96907fbb10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:56.952037 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c08f5185-653d-4ee5-abf6-a1592cea87f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:56.983422 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ddf34a5d-0529-4754-bf6c-419af4cd3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:56.987756 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ddf34a5d-0529-4754-bf6c-419af4cd3ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:56.988938 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-ddf34a5d-0529-4754-bf6c-419af4cd3ea3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/24446a8f-1ff5-424f-b2ab-fb002b3466de HTTP/1.1" status: 204 len: 168 time: 0.2907996 Jun 17 08:13:56.989712 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-dee68f89-b2a2-47e0-ab1d-2d28da0d7f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:57.014258 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf34a5d-0529-4754-bf6c-419af4cd3ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24446a8f-1ff5-424f-b2ab-fb002b3466de,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:57.019207 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ddf34a5d-0529-4754-bf6c-419af4cd3ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:57.041191 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3ad74c95-2aa5-4a08-8838-e96907fbb10e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df9b33dccb32414283dcc0b88ca9918e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637746 Jun 17 08:13:57.044370 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 50770) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:57.054183 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad74c95-2aa5-4a08-8838-e96907fbb10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2e2359-2fda-4d57-842e-c049bd323727,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:57.061338 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3ad74c95-2aa5-4a08-8838-e96907fbb10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:57.215510 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f85d8faa-7e82-4519-9608-b1587ae082a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:57.314987 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f85d8faa-7e82-4519-9608-b1587ae082a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:57.540178 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f85d8faa-7e82-4519-9608-b1587ae082a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:57.544508 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f85d8faa-7e82-4519-9608-b1587ae082a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:57.545883 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-f85d8faa-7e82-4519-9608-b1587ae082a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae2e2359-2fda-4d57-842e-c049bd323727 HTTP/1.1" status: 204 len: 168 time: 0.4967508 Jun 17 08:13:57.556800 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6ea08669-0368-48a3-8bac-c62dec90f2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:57.598805 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d8faa-7e82-4519-9608-b1587ae082a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2e2359-2fda-4d57-842e-c049bd323727,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:57.610394 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f85d8faa-7e82-4519-9608-b1587ae082a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:57.658621 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e6c10-47f9-43f2-bd02-3e89d5b57fa1 req-b66f43ad-07e3-4afc-822c-045661546178 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:57.671499 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-765e6c10-47f9-43f2-bd02-3e89d5b57fa1 req-b66f43ad-07e3-4afc-822c-045661546178 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 946 time: 0.2781835 Jun 17 08:13:57.698518 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958cbba-98f2-43cc-bbc0-29bdfb1222ea req-f9f3181d-0b6f-4902-8afb-c10ac81516ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:57.703002 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9958cbba-98f2-43cc-bbc0-29bdfb1222ea req-f9f3181d-0b6f-4902-8afb-c10ac81516ba service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 1099 time: 0.1243813 Jun 17 08:13:57.733457 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096a080-a191-481c-bd88-f36a998c6980 req-e032fbc2-2a17-4738-a21c-99062ee9f375 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:57.746801 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f096a080-a191-481c-bd88-f36a998c6980 req-e032fbc2-2a17-4738-a21c-99062ee9f375 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.3006706 Jun 17 08:13:57.772115 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9958cbba-98f2-43cc-bbc0-29bdfb1222ea req-225bd3f6-534a-4214-a2c2-fb9be2302f6d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476549 Jun 17 08:13:57.793789 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:57.828232 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-765e6c10-47f9-43f2-bd02-3e89d5b57fa1 req-e9b597e4-aa29-4b3d-a9fc-9f6cc16839a1 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546276 Jun 17 08:13:57.884671 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f096a080-a191-481c-bd88-f36a998c6980 req-82cd305d-462f-43b9-af8e-afb97cc08e22 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339345 Jun 17 08:13:58.678216 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:59.235575 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65fe5a-24c1-4b20-a7d5-ce09ad0c3791 req-416aab6d-9556-4344-895f-9b4f4bc83b97 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:59.240377 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5a65fe5a-24c1-4b20-a7d5-ce09ad0c3791 req-416aab6d-9556-4344-895f-9b4f4bc83b97 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1876500 Jun 17 08:13:59.252267 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fad32-e22a-4f0a-b58f-ffeaabb9c3de req-85f8e67c-87fd-4230-9774-646a9d1f6613 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:59.253828 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-149fad32-e22a-4f0a-b58f-ffeaabb9c3de req-85f8e67c-87fd-4230-9774-646a9d1f6613 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 946 time: 0.1573837 Jun 17 08:13:59.312109 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 50864) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:59.329209 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5a65fe5a-24c1-4b20-a7d5-ce09ad0c3791 req-8383f3f7-3486-452d-b21d-88a17c35cad4 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740378 Jun 17 08:13:59.335048 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-149fad32-e22a-4f0a-b58f-ffeaabb9c3de req-ed23119e-fe7c-4799-bc53-4597f2085bcf tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714583 Jun 17 08:13:59.488720 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-05f70243-7264-45d3-aa16-bb1edcefaf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:59.640601 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:59.680186 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-05f70243-7264-45d3-aa16-bb1edcefaf01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:59.689811 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-05f70243-7264-45d3-aa16-bb1edcefaf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:59.693169 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d34c7ea6-fa07-40db-8dcc-97a3334d08a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:13:59.765559 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-05f70243-7264-45d3-aa16-bb1edcefaf01 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=216c7056b3d9480d8951d4d23db2f402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507785 Jun 17 08:13:59.769093 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 50870) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:13:59.777572 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d34b1-112d-4f0d-82bd-bf0fabf36885 req-99b4853c-72ce-42a4-8a10-c9b347383454 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:13:59.779448 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d88d34b1-112d-4f0d-82bd-bf0fabf36885 req-99b4853c-72ce-42a4-8a10-c9b347383454 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 946 time: 0.1959193 Jun 17 08:13:59.781262 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f70243-7264-45d3-aa16-bb1edcefaf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2f2b1b-2284-4191-ab73-147352fb4f27,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:13:59.785747 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-05f70243-7264-45d3-aa16-bb1edcefaf01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:13:59.842057 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aa348562-9182-409c-b484-0862b414344a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:59.881862 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aa348562-9182-409c-b484-0862b414344a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:59.903553 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-d88d34b1-112d-4f0d-82bd-bf0fabf36885 req-7c80fb2d-b590-4716-bd4e-8637924e2e8b tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Deleting port 12879ffb-9259-426c-b1dd-1775b6f2637a {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:13:59.903919 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d88d34b1-112d-4f0d-82bd-bf0fabf36885 req-7c80fb2d-b590-4716-bd4e-8637924e2e8b tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:59.985955 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aa348562-9182-409c-b484-0862b414344a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:59.989766 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aa348562-9182-409c-b484-0862b414344a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:59.996287 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-aa348562-9182-409c-b484-0862b414344a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3d2f2b1b-2284-4191-ab73-147352fb4f27 HTTP/1.1" status: 204 len: 168 time: 0.2254996 Jun 17 08:13:59.997840 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6dadc0b3-1a24-43fb-a051-efefe552b710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:00.016003 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa348562-9182-409c-b484-0862b414344a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2f2b1b-2284-4191-ab73-147352fb4f27,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:00.019897 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-aa348562-9182-409c-b484-0862b414344a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:00.270708 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-d88d34b1-112d-4f0d-82bd-bf0fabf36885 req-7c80fb2d-b590-4716-bd4e-8637924e2e8b tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] For port 12879ffb-9259-426c-b1dd-1775b6f2637a, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=12879ffb-9259-426c-b1dd-1775b6f2637a,segment=NetworkSegment(72da12ab-13fc-4ae0-bdba-776d912af97f),segment_id=72da12ab-13fc-4ae0-bdba-776d912af97f)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:14:00.272974 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d88d34b1-112d-4f0d-82bd-bf0fabf36885 req-7c80fb2d-b590-4716-bd4e-8637924e2e8b tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:00.361257 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-d88d34b1-112d-4f0d-82bd-bf0fabf36885 req-7c80fb2d-b590-4716-bd4e-8637924e2e8b tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Calling delete_port for 12879ffb-9259-426c-b1dd-1775b6f2637a owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:14:00.712935 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d88d34b1-112d-4f0d-82bd-bf0fabf36885 req-7c80fb2d-b590-4716-bd4e-8637924e2e8b tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:00.729092 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['12879ffb-9259-426c-b1dd-1775b6f2637a'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:14:00.737940 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5ba86854-2059-4ba7-bcce-0acbabfe3056 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:00.790534 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cd88c-adb5-4f49-b254-50e5fab258ef req-1bf7c29a-574e-4c5d-9dca-5fd0fbc13a7b tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:00.799612 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-328cd88c-adb5-4f49-b254-50e5fab258ef req-1bf7c29a-574e-4c5d-9dca-5fd0fbc13a7b tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb94755a-a4c4-4f2a-99ec-57204cc49d86 HTTP/1.1" status: 200 len: 867 time: 0.2286696 Jun 17 08:14:00.850464 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80fb2d-b590-4716-bd4e-8637924e2e8b tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Pushing event deleted for resources: {'Port': ['ID=12879ffb-9259-426c-b1dd-1775b6f2637a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:00.854557 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd721a1-9cb6-413c-9935-8053d3911610 req-3bb536dd-8d70-4e64-aa11-b6a50a338591 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:00.856450 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ebd721a1-9cb6-413c-9935-8053d3911610 req-3bb536dd-8d70-4e64-aa11-b6a50a338591 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.2166705 Jun 17 08:14:00.859201 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7c80fb2d-b590-4716-bd4e-8637924e2e8b tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:00.909769 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-328cd88c-adb5-4f49-b254-50e5fab258ef req-f7831ddc-eaa7-4003-ab77-692470854338 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092129 Jun 17 08:14:00.958001 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ebd721a1-9cb6-413c-9935-8053d3911610 req-f2c2d86d-b2a1-4b53-a9b4-8d4e3a81c01d tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785911 Jun 17 08:14:01.072424 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88d34b1-112d-4f0d-82bd-bf0fabf36885 req-7c80fb2d-b590-4716-bd4e-8637924e2e8b tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] No DVR routers for this DVR port 12879ffb-9259-426c-b1dd-1775b6f2637a on host hv-cinder-79128 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:14:01.077182 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d88d34b1-112d-4f0d-82bd-bf0fabf36885 req-7c80fb2d-b590-4716-bd4e-8637924e2e8b tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:01.081636 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d88d34b1-112d-4f0d-82bd-bf0fabf36885 req-7c80fb2d-b590-4716-bd4e-8637924e2e8b tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.38 "DELETE /v2.0/ports/12879ffb-9259-426c-b1dd-1775b6f2637a HTTP/1.1" status: 204 len: 173 time: 1.2914200 Jun 17 08:14:01.082652 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb94755a-a4c4-4f2a-99ec-57204cc49d86', 'name': 'network-vif-deleted', 'tag': '12879ffb-9259-426c-b1dd-1775b6f2637a'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:14:01.086963 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaacf1f-89ba-416c-900f-2f0bb9126c3a" -d '{"events": [{"server_uuid": "eb94755a-a4c4-4f2a-99ec-57204cc49d86", "name": "network-vif-deleted", "tag": "12879ffb-9259-426c-b1dd-1775b6f2637a"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:14:01.178997 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239fdfd6-bf65-4e62-9d19-a01f8fe1f818 x-openstack-request-id: req-239fdfd6-bf65-4e62-9d19-a01f8fe1f818 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:14:01.179452 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb94755a-a4c4-4f2a-99ec-57204cc49d86", "name": "network-vif-deleted", "tag": "12879ffb-9259-426c-b1dd-1775b6f2637a", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:14:01.179830 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-239fdfd6-bf65-4e62-9d19-a01f8fe1f818 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:14:01.180510 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb94755a-a4c4-4f2a-99ec-57204cc49d86', 'name': 'network-vif-deleted', 'tag': '12879ffb-9259-426c-b1dd-1775b6f2637a', 'status': 'completed', 'code': 200} Jun 17 08:14:01.601060 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a833e7-4500-4abc-a1d8-671c97322c72 req-031fac04-4460-45be-8a6a-5b11bb03abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:01.603722 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-62a833e7-4500-4abc-a1d8-671c97322c72 req-031fac04-4460-45be-8a6a-5b11bb03abc3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=684246a58f09418fac0008ec7556e1f3&device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 1099 time: 0.0773840 Jun 17 08:14:01.662397 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63881094-45b7-405f-a2db-97e77ad741d5 req-b6e391c5-ba36-4d2b-8d94-2e20e45ab3dc tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:01.668419 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-63881094-45b7-405f-a2db-97e77ad741d5 req-b6e391c5-ba36-4d2b-8d94-2e20e45ab3dc tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.0854506 Jun 17 08:14:01.723704 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-63881094-45b7-405f-a2db-97e77ad741d5 req-732ba157-4093-4eb5-b0ca-bf12dae217ee tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508206 Jun 17 08:14:01.806586 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a833e7-4500-4abc-a1d8-671c97322c72 req-74174291-52d7-4dc3-a55c-8d3a31043a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:01.810221 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-62a833e7-4500-4abc-a1d8-671c97322c72 req-74174291-52d7-4dc3-a55c-8d3a31043a60 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0026b4bb-5535-40dd-9cc1-590011035a19 HTTP/1.1" status: 200 len: 920 time: 0.1938436 Jun 17 08:14:01.903421 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-62a833e7-4500-4abc-a1d8-671c97322c72 req-ca89799d-ed13-43d1-bff9-f29ea2f8c2d1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd6134b-ce52-4230-be72-02eb60f06594 HTTP/1.1" status: 200 len: 217 time: 0.0698586 Jun 17 08:14:02.008306 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a833e7-4500-4abc-a1d8-671c97322c72 req-57d4fe26-6b02-4df9-a3d9-175ac997e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:02.010910 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-62a833e7-4500-4abc-a1d8-671c97322c72 req-57d4fe26-6b02-4df9-a3d9-175ac997e346 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=11cf0762-a3fe-45d4-80c4-981986f0ca50 HTTP/1.1" status: 200 len: 859 time: 0.0995851 Jun 17 08:14:02.092772 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-62a833e7-4500-4abc-a1d8-671c97322c72 req-ac2db3ab-e7a7-4ef2-a8f6-ed2b5e974af5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0026b4bb-5535-40dd-9cc1-590011035a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680985 Jun 17 08:14:02.285653 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 50966) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:14:02.309222 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-62a833e7-4500-4abc-a1d8-671c97322c72 req-2e049ed9-6094-4178-ab18-4e968bcd4105 service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080789 Jun 17 08:14:02.442762 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-62a833e7-4500-4abc-a1d8-671c97322c72 req-ee1232a5-bfea-4498-a091-b8f3c4c5d024 service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161928 Jun 17 08:14:02.641512 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9d49031d-02a3-4423-8bec-fecae009dee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:02.779104 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-320afbb9-2f03-4ef5-b903-fd2e5eeb0bd8 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:02.781295 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-320afbb9-2f03-4ef5-b903-fd2e5eeb0bd8 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/networks?id=83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f HTTP/1.1" status: 200 len: 809 time: 0.1999214 Jun 17 08:14:02.782202 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9d49031d-02a3-4423-8bec-fecae009dee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:02.792669 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9d49031d-02a3-4423-8bec-fecae009dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:02.800279 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-89462faf-58cf-4361-bb67-a61eb9573dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:02.803819 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-4ee5d1a0-2007-4d5d-8280-462776f1bc04 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/quotas/525155f3ad474a68b93ed202dc56ef84 HTTP/1.1" status: 200 len: 375 time: 0.0149102 Jun 17 08:14:02.867813 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-235be6b2-a03d-4ef5-82bb-d4d7f973ba21 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=525155f3ad474a68b93ed202dc56ef84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421822 Jun 17 08:14:02.876605 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49031d-02a3-4423-8bec-fecae009dee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bd1dbf-81d2-4b9f-b145-4ff1bb083b6a,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:02.883057 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9d49031d-02a3-4423-8bec-fecae009dee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:02.892908 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9d49031d-02a3-4423-8bec-fecae009dee4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=361fc4ab70cb41baa6ba8c2e64bc430e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5999389 Jun 17 08:14:02.892908 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 50990) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:14:02.963604 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:02.996485 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:03.064842 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:03.068339 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-3245fe7c-803e-4b6a-9e9d-ee04032fc35a service neutron] 10.222.0.35 "GET /v2.0/networks/83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916029 Jun 17 08:14:03.071388 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:03.072852 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4bd1dbf-81d2-4b9f-b145-4ff1bb083b6a HTTP/1.1" status: 204 len: 168 time: 0.1800449 Jun 17 08:14:03.073788 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c0f08cd3-08c0-433f-8445-07d62fe6fe0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:03.084558 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bd1dbf-81d2-4b9f-b145-4ff1bb083b6a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:03.094535 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:03.095224 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:03.095703 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:03.096474 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:03.096908 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:03.097352 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:03.097805 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:03.098514 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:03.098631 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:03.099068 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:03.099543 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:03.099951 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:03.103712 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:03.164470 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fc941-abef-4521-a55b-0dc31347dbf2 req-d516c48b-51e6-434d-b12f-4f8fcdf8b57d tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:03.166009 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-955fc941-abef-4521-a55b-0dc31347dbf2 req-d516c48b-51e6-434d-b12f-4f8fcdf8b57d tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.2210467 Jun 17 08:14:03.254368 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-585efc16-1ebf-4539-be13-a94aaced2bee service neutron] 10.222.0.35 "GET /v2.0/networks/83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781747 Jun 17 08:14:03.266546 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-955fc941-abef-4521-a55b-0dc31347dbf2 req-47cc1f95-a58a-4ad0-8b1b-88a3b6e8bd0f tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717938 Jun 17 08:14:03.606782 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-24ed8fd7-58cd-4f90-896a-5cc8eb70aa09 req-9cf2075a-3893-4c18-8e02-68f4fa72add3 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 210 time: 0.0355201 Jun 17 08:14:03.607070 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 12879ffb-9259-426c-b1dd-1775b6f2637a no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:14:03.653505 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: 12879ffb-9259-426c-b1dd-1775b6f2637a {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:14:03.654505 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 12879ffb-9259-426c-b1dd-1775b6f2637a not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:14:04.293934 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 51046) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:14:04.470604 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd0955-3b7c-4bb1-a2a2-8b29211e4ddb req-2181a9ab-8fde-4051-9de1-7f6605e2ae77 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:04.472342 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3edd0955-3b7c-4bb1-a2a2-8b29211e4ddb req-2181a9ab-8fde-4051-9de1-7f6605e2ae77 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.0789011 Jun 17 08:14:04.501980 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-197364456-network', 'tenant_id': 'acd12422720042b5912a6517dd65d3f2'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:14:04.536767 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3edd0955-3b7c-4bb1-a2a2-8b29211e4ddb req-3230defd-df80-460e-9f7d-ff7e77617223 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575466 Jun 17 08:14:04.544451 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Made reservation on behalf of acd12422720042b5912a6517dd65d3f2 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:14:04.548002 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:04.560188 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:04.738083 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:04.744322 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:04.749492 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a15567cc-6002-468f-89f4-0c6ffd786ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:04.771635 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:14:04.795270 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789e5d9d-2534-45dc-b35b-ba5ca7a0355d,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:04.799721 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:04.799997 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.segments_db [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Added segment c8a8768e-d42e-4a22-9f1b-bdb880981e4c of type vlan for network 7a5c949b-9227-434f-938e-6ac2f71fbd6f Jun 17 08:14:04.801855 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:04.855035 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:04.919999 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:04.943713 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:04.944293 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:04.948402 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cc2498a2-a5a9-49b7-a32c-07d8e4bad967 req-736033b6-f761-4672-924c-52e1a26576e3 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 210 time: 0.0432749 Jun 17 08:14:04.951288 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:04.994617 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6964023 Jun 17 08:14:04.995628 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 51060) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:14:05.010520 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-e6873f68-e1d5-499c-8af7-ad41533b4256 admin admin] Request body: {'subnet': {'network_id': '7a5c949b-9227-434f-938e-6ac2f71fbd6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-197364456-subnet', 'tenant_id': 'acd12422720042b5912a6517dd65d3f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:14:05.025293 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6873f68-e1d5-499c-8af7-ad41533b4256 admin admin] Made reservation on behalf of acd12422720042b5912a6517dd65d3f2 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:14:05.027775 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6873f68-e1d5-499c-8af7-ad41533b4256 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64449888'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:05.033177 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Pushing event updated for resources: {'Network': ['ID=7a5c949b-9227-434f-938e-6ac2f71fbd6f,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:05.040556 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:05.058116 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network 7a5c949b-9227-434f-938e-6ac2f71fbd6f details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:14:05.302881 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6873f68-e1d5-499c-8af7-ad41533b4256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63741543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64449906'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:05.310752 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:05.436159 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6873f68-e1d5-499c-8af7-ad41533b4256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f459c73-69e8-4736-9e98-a7dcc1f30769,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:05.436159 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e6873f68-e1d5-499c-8af7-ad41533b4256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:05.452915 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6873f68-e1d5-499c-8af7-ad41533b4256 admin admin] Checking segment: {'id': 'c8a8768e-d42e-4a22-9f1b-bdb880981e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7a5c949b-9227-434f-938e-6ac2f71fbd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:14:05.454043 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6873f68-e1d5-499c-8af7-ad41533b4256 admin admin] Network hostable DHCP agents. Network: 7a5c949b-9227-434f-938e-6ac2f71fbd6f, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:14:05.469739 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-97f5cd86-82f6-4531-a5ad-7964f62496f8 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:05.471352 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-97f5cd86-82f6-4531-a5ad-7964f62496f8 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.38 "GET /v2.0/networks?id=83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f HTTP/1.1" status: 200 len: 809 time: 0.1930516 Jun 17 08:14:05.486443 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6873f68-e1d5-499c-8af7-ad41533b4256 admin admin] Network 7a5c949b-9227-434f-938e-6ac2f71fbd6f is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:14:05.506079 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-e6873f68-e1d5-499c-8af7-ad41533b4256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, 7a5c949b-9227-434f-938e-6ac2f71fbd6f) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:14:05.511458 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-c5085c78-f21a-458c-a64d-3bc814aade5d tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Request body: {'port': {'device_id': '851fd636-9fe6-4c72-a19e-ccb18fca01c2', 'network_id': '83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f', 'admin_state_up': True, 'tenant_id': '525155f3ad474a68b93ed202dc56ef84'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:14:05.526616 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4cbd22-68ff-4c47-bfb5-521cedb8a672 None None] Network 7a5c949b-9227-434f-938e-6ac2f71fbd6f requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:14:05.546806 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6873f68-e1d5-499c-8af7-ad41533b4256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:05.547759 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e6873f68-e1d5-499c-8af7-ad41533b4256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:05.583166 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e6873f68-e1d5-499c-8af7-ad41533b4256 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5869906 Jun 17 08:14:05.713404 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-c5085c78-f21a-458c-a64d-3bc814aade5d tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Made reservation on behalf of 525155f3ad474a68b93ed202dc56ef84 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:14:05.723670 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-c5085c78-f21a-458c-a64d-3bc814aade5d tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:05.957667 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eacef05-2970-49c6-a721-4c0713652d4f None None] Network 7a5c949b-9227-434f-938e-6ac2f71fbd6f requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:14:06.119016 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8469d-55d4-4ba2-878c-80df37955034 req-682dfd8b-1890-45b9-94c8-983bd9c250e6 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:06.132676 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-68b8469d-55d4-4ba2-878c-80df37955034 req-682dfd8b-1890-45b9-94c8-983bd9c250e6 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1709280 Jun 17 08:14:06.141055 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-c5085c78-f21a-458c-a64d-3bc814aade5d tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Allocated IP 172.20.0.10 (83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f/d2a850bf-86aa-4bc6-89ac-4c825e979074/6d3289d4-4a7f-4179-b716-d9617ac5861e) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:14:06.212325 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-68b8469d-55d4-4ba2-878c-80df37955034 req-6a0a4dcf-9355-4e7b-ad13-2ec973dee6da tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777829 Jun 17 08:14:06.446253 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-c5085c78-f21a-458c-a64d-3bc814aade5d tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:06.490107 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-285fbdea-d2b6-464f-a018-02941a245738 req-604dab9e-ee9e-4cbc-84ac-ddf185fba227 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 210 time: 0.0729775 Jun 17 08:14:06.570406 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-c5085c78-f21a-458c-a64d-3bc814aade5d tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63741659'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:06.581210 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:06.634049 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-c5085c78-f21a-458c-a64d-3bc814aade5d tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Network 83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:14:06.635437 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-c5085c78-f21a-458c-a64d-3bc814aade5d tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:14:06.640195 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-c5085c78-f21a-458c-a64d-3bc814aade5d tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:14:06.673301 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5085c78-f21a-458c-a64d-3bc814aade5d tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Pushing event updated for resources: {'Port': ['ID=6d3289d4-4a7f-4179-b716-d9617ac5861e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:06.680006 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c5085c78-f21a-458c-a64d-3bc814aade5d tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:06.704714 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-c5085c78-f21a-458c-a64d-3bc814aade5d tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:06.705601 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-c5085c78-f21a-458c-a64d-3bc814aade5d tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:06.724693 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-c5085c78-f21a-458c-a64d-3bc814aade5d tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2194421 Jun 17 08:14:06.743066 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Request body: {'port': {'device_id': '851fd636-9fe6-4c72-a19e-ccb18fca01c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:14:06.926121 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:07.211341 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:14:07.227986 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-09798a0e-191c-406f-bec1-5ff058970ec2 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:07.230372 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-09798a0e-191c-406f-bec1-5ff058970ec2 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/networks?id=7a5c949b-9227-434f-938e-6ac2f71fbd6f HTTP/1.1" status: 200 len: 813 time: 0.1737254 Jun 17 08:14:07.261194 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-7f882383-874a-4919-b352-2de6926c7a6a tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/quotas/acd12422720042b5912a6517dd65d3f2 HTTP/1.1" status: 200 len: 375 time: 0.0232601 Jun 17 08:14:07.312992 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-5de6ea95-d312-4445-98e8-acc460b07850 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=acd12422720042b5912a6517dd65d3f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494177 Jun 17 08:14:07.507223 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-67990f87-5a62-4dfe-bcda-a77b9dd42e90 service neutron] 10.222.0.35 "GET /v2.0/networks/7a5c949b-9227-434f-938e-6ac2f71fbd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820869 Jun 17 08:14:07.550530 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3289d4-4a7f-4179-b716-d9617ac5861e {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:14:07.566071 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:07.604623 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Transition to ACTIVE for port object 6d3289d4-4a7f-4179-b716-d9617ac5861e will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:14:07.611672 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63741673'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:07.617514 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:07.790453 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Pushing event updated for resources: {'Port': ['ID=6d3289d4-4a7f-4179-b716-d9617ac5861e,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:07.795619 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:07.890943 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Attempting to bind port 6d3289d4-4a7f-4179-b716-d9617ac5861e on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:14:07.891599 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Attempting to bind port 6d3289d4-4a7f-4179-b716-d9617ac5861e by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '72da12ab-13fc-4ae0-bdba-776d912af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:14:07.892010 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Attempting to bind port 6d3289d4-4a7f-4179-b716-d9617ac5861e on network 83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:14:07.894947 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-50877067-9c21-470b-a1b4-252e9f8bc39d service neutron] 10.222.0.35 "GET /v2.0/networks/7a5c949b-9227-434f-938e-6ac2f71fbd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735754 Jun 17 08:14:07.898686 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Port 6d3289d4-4a7f-4179-b716-d9617ac5861e on network 83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:14:07.899411 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Attempting to bind port 6d3289d4-4a7f-4179-b716-d9617ac5861e on network 83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:14:07.908200 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:14:07.908744 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Checking segment: {'id': '72da12ab-13fc-4ae0-bdba-776d912af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:14:07.909629 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Bound using segment: {'id': '72da12ab-13fc-4ae0-bdba-776d912af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:14:07.910069 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Bound port: 6d3289d4-4a7f-4179-b716-d9617ac5861e, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72da12ab-13fc-4ae0-bdba-776d912af97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:14:07.910650 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:07.922970 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0161d-fd49-4c7a-8fad-ea67fce5c71e req-d1d18384-2961-4ae9-905a-f6a79b4d2ccf tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:07.925160 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5dd0161d-fd49-4c7a-8fad-ea67fce5c71e req-d1d18384-2961-4ae9-905a-f6a79b4d2ccf tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 944 time: 0.0940874 Jun 17 08:14:07.984483 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5dd0161d-fd49-4c7a-8fad-ea67fce5c71e req-dda5b500-9018-431d-aaba-6f96eb24cefe tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467680 Jun 17 08:14:08.021625 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] For port 6d3289d4-4a7f-4179-b716-d9617ac5861e, host hv-cinder-79128, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:14:08.027585 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] For port 6d3289d4-4a7f-4179-b716-d9617ac5861e, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6d3289d4-4a7f-4179-b716-d9617ac5861e,segment=NetworkSegment(72da12ab-13fc-4ae0-bdba-776d912af97f),segment_id=72da12ab-13fc-4ae0-bdba-776d912af97f)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:14:08.038161 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63741673'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:08.039935 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:08.115978 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:08.116868 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:08.118528 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2eaaa767-4939-4848-9284-ea145051213f service neutron] 10.222.0.38 "PUT /v2.0/ports/6d3289d4-4a7f-4179-b716-d9617ac5861e HTTP/1.1" status: 200 len: 1094 time: 1.3853893 Jun 17 08:14:08.119269 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851fd636-9fe6-4c72-a19e-ccb18fca01c2', 'tag': '6d3289d4-4a7f-4179-b716-d9617ac5861e'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:14:08.122062 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc5eac3-b54b-4321-a5b5-546f8c7a333b" -d '{"events": [{"name": "network-changed", "server_uuid": "851fd636-9fe6-4c72-a19e-ccb18fca01c2", "tag": "6d3289d4-4a7f-4179-b716-d9617ac5861e"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:14:08.142334 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Pushing event updated for resources: {'Port': ['ID=6d3289d4-4a7f-4179-b716-d9617ac5861e,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:08.146784 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:08.153971 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-78ecd3c8-31a4-4e41-afb4-272c34d4f443 req-cd462e93-217a-4219-b52f-aff9f0ba57ce tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=d702abe7-1a65-4212-886c-ca4cfb4b472c HTTP/1.1" status: 200 len: 210 time: 0.0574820 Jun 17 08:14:08.194605 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9166a2-eb49-4009-b078-c45b367b6f1d x-openstack-request-id: req-be9166a2-eb49-4009-b078-c45b367b6f1d {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:14:08.194605 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851fd636-9fe6-4c72-a19e-ccb18fca01c2", "tag": "6d3289d4-4a7f-4179-b716-d9617ac5861e", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:14:08.194605 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be9166a2-eb49-4009-b078-c45b367b6f1d {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:14:08.194605 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851fd636-9fe6-4c72-a19e-ccb18fca01c2', 'tag': '6d3289d4-4a7f-4179-b716-d9617ac5861e', 'status': 'completed', 'code': 200} Jun 17 08:14:08.373310 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377c1c3-6af1-4d76-a2a9-c4794823acbf req-7d20de22-b83b-4250-9be7-3ffedac0c00a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:08.376277 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3377c1c3-6af1-4d76-a2a9-c4794823acbf req-7d20de22-b83b-4250-9be7-3ffedac0c00a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.0858185 Jun 17 08:14:08.445383 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3377c1c3-6af1-4d76-a2a9-c4794823acbf req-0beaef08-bb31-491e-979f-ff5a5459b3d2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599108 Jun 17 08:14:10.801083 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5eac3-b54b-4321-a5b5-546f8c7a333b req-8078329f-af42-4aa7-b73d-4585f54638f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:10.803081 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7dc5eac3-b54b-4321-a5b5-546f8c7a333b req-8078329f-af42-4aa7-b73d-4585f54638f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=525155f3ad474a68b93ed202dc56ef84&device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 1097 time: 0.1317000 Jun 17 08:14:10.956174 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5eac3-b54b-4321-a5b5-546f8c7a333b req-324c235d-1d63-4127-96d6-da71e48b83bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:10.962868 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7dc5eac3-b54b-4321-a5b5-546f8c7a333b req-324c235d-1d63-4127-96d6-da71e48b83bb service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=525155f3ad474a68b93ed202dc56ef84&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1493380 Jun 17 08:14:11.042980 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115b561-82e7-4206-8ac3-af4185466824 req-96c35bf1-3fcd-4ac5-ae4f-f2a9848c20bf tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:11.046217 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5115b561-82e7-4206-8ac3-af4185466824 req-96c35bf1-3fcd-4ac5-ae4f-f2a9848c20bf tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 944 time: 0.1230538 Jun 17 08:14:11.136696 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5115b561-82e7-4206-8ac3-af4185466824 req-60a7b88e-41e9-4ad7-b940-6d3e405503aa tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789313 Jun 17 08:14:11.195016 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5eac3-b54b-4321-a5b5-546f8c7a333b req-1e6cf344-d415-4ad0-9f45-6c4a7681ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:11.197414 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7dc5eac3-b54b-4321-a5b5-546f8c7a333b req-1e6cf344-d415-4ad0-9f45-6c4a7681ff3a service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2282903 Jun 17 08:14:11.356195 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-b4ee8df3-aa4c-4aa9-89d3-2bae8bcde63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:11.360152 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-b4ee8df3-aa4c-4aa9-89d3-2bae8bcde63f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=525155f3ad474a68b93ed202dc56ef84&device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 1097 time: 0.1059177 Jun 17 08:14:11.363020 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-56a23a78-5e1c-4a37-ba97-3fd0ab5d2a14 req-bb69cc3d-988f-4cb8-b866-076ed597432d tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=d702abe7-1a65-4212-886c-ca4cfb4b472c HTTP/1.1" status: 200 len: 210 time: 0.0528545 Jun 17 08:14:11.425228 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-7f0cf34f-afd2-4308-8eb5-52142e143dc8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d3289d4-4a7f-4179-b716-d9617ac5861e HTTP/1.1" status: 200 len: 217 time: 0.0556831 Jun 17 08:14:11.509817 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2f35fd5b-25be-404f-8db4-d6b1def9938a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:11.512593 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-2f35fd5b-25be-404f-8db4-d6b1def9938a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d2a850bf-86aa-4bc6-89ac-4c825e979074 HTTP/1.1" status: 200 len: 849 time: 0.0625522 Jun 17 08:14:11.575270 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-c7ca3786-49cb-49cd-8586-fbc753320912 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545323 Jun 17 08:14:11.760210 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-0d42a09c-c6fb-4ffe-ac97-0be91bd2c461 service neutron] 10.222.0.38 "GET /v2.0/networks/83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754985 Jun 17 08:14:11.964777 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7d9ba25c-d70a-43af-9dbf-9bfb89bec1c6 req-4b9b9819-9b11-4b57-ac6e-e5042437b304 service neutron] 10.222.0.38 "GET /v2.0/networks/83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923351 Jun 17 08:14:12.011250 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-7fca41f9-3a9c-4beb-a3c2-a6cd9e26bd0a tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:12.013634 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-7fca41f9-3a9c-4beb-a3c2-a6cd9e26bd0a tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.38 "GET /v2.0/networks?id=7a5c949b-9227-434f-938e-6ac2f71fbd6f HTTP/1.1" status: 200 len: 813 time: 0.3566492 Jun 17 08:14:12.032184 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Request body: {'port': {'device_id': 'd702abe7-1a65-4212-886c-ca4cfb4b472c', 'network_id': '7a5c949b-9227-434f-938e-6ac2f71fbd6f', 'admin_state_up': True, 'tenant_id': 'acd12422720042b5912a6517dd65d3f2'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:14:12.229790 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Made reservation on behalf of acd12422720042b5912a6517dd65d3f2 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:14:12.235264 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:12.513866 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Allocated IP 172.20.0.5 (7a5c949b-9227-434f-938e-6ac2f71fbd6f/0f459c73-69e8-4736-9e98-a7dcc1f30769/bea897bf-de5c-4c1b-8ba7-df0e69dedaea) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:14:12.648621 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8851a-944b-4e53-9380-d1586e95bb44 req-010e79de-ea41-4bdf-8dd5-c18188d73702 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:12.650375 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ffc8851a-944b-4e53-9380-d1586e95bb44 req-010e79de-ea41-4bdf-8dd5-c18188d73702 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 944 time: 0.2571688 Jun 17 08:14:12.662105 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-afa96b97-8ed9-42e0-82c7-eb5003c36cb9 req-1b878125-02c8-4c60-9258-0397185d8cf9 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=d702abe7-1a65-4212-886c-ca4cfb4b472c HTTP/1.1" status: 200 len: 210 time: 0.0728559 Jun 17 08:14:12.795932 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ffc8851a-944b-4e53-9380-d1586e95bb44 req-8d4a143e-b151-41b5-be7c-0fcee861a0c1 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240993 Jun 17 08:14:12.912072 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:12.956159 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:12.961781 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5aca1e34-9e75-405b-b808-196b3a6aacf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:13.010109 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Network 7a5c949b-9227-434f-938e-6ac2f71fbd6f is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:14:13.013945 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:14:13.021772 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:14:13.027443 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:13.028099 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:13.041842 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Pushing event updated for resources: {'Port': ['ID=bea897bf-de5c-4c1b-8ba7-df0e69dedaea,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:13.052578 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:13.052821 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:13.053166 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:13.053506 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:13.053850 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:13.054187 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:13.054520 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:13.054847 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:13.055177 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:13.055541 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:13.055872 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:13.056202 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:13.061800 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0369005 Jun 17 08:14:13.062766 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:13.079437 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Request body: {'port': {'device_id': 'd702abe7-1a65-4212-886c-ca4cfb4b472c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:14:13.168450 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:13.628974 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea897bf-de5c-4c1b-8ba7-df0e69dedaea {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:14:13.638634 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:13.654053 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Transition to ACTIVE for port object bea897bf-de5c-4c1b-8ba7-df0e69dedaea will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:14:13.658939 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:13.670644 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:13.779695 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Pushing event updated for resources: {'Port': ['ID=bea897bf-de5c-4c1b-8ba7-df0e69dedaea,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:13.785917 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:13.835405 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Attempting to bind port bea897bf-de5c-4c1b-8ba7-df0e69dedaea on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:14:13.835405 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Attempting to bind port bea897bf-de5c-4c1b-8ba7-df0e69dedaea by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'c8a8768e-d42e-4a22-9f1b-bdb880981e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7a5c949b-9227-434f-938e-6ac2f71fbd6f'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:14:13.835746 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Attempting to bind port bea897bf-de5c-4c1b-8ba7-df0e69dedaea on network 7a5c949b-9227-434f-938e-6ac2f71fbd6f {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:14:13.840871 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Port bea897bf-de5c-4c1b-8ba7-df0e69dedaea on network 7a5c949b-9227-434f-938e-6ac2f71fbd6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:14:13.841508 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Attempting to bind port bea897bf-de5c-4c1b-8ba7-df0e69dedaea on network 7a5c949b-9227-434f-938e-6ac2f71fbd6f {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:14:13.848855 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:14:13.854664 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Checking segment: {'id': 'c8a8768e-d42e-4a22-9f1b-bdb880981e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7a5c949b-9227-434f-938e-6ac2f71fbd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:14:13.855212 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Bound using segment: {'id': 'c8a8768e-d42e-4a22-9f1b-bdb880981e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7a5c949b-9227-434f-938e-6ac2f71fbd6f'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:14:13.855864 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Bound port: bea897bf-de5c-4c1b-8ba7-df0e69dedaea, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a8768e-d42e-4a22-9f1b-bdb880981e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7a5c949b-9227-434f-938e-6ac2f71fbd6f'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:14:13.856414 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:14.118198 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] For port bea897bf-de5c-4c1b-8ba7-df0e69dedaea, host hv-cinder-79128, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:14:14.137093 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] For port bea897bf-de5c-4c1b-8ba7-df0e69dedaea, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bea897bf-de5c-4c1b-8ba7-df0e69dedaea,segment=NetworkSegment(c8a8768e-d42e-4a22-9f1b-bdb880981e4c),segment_id=c8a8768e-d42e-4a22-9f1b-bdb880981e4c)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:14:14.148850 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:14.157135 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:14.204981 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:14.205605 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:14.207510 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-801bde19-402a-4394-a153-b006bf6bbece service neutron] 10.222.0.38 "PUT /v2.0/ports/bea897bf-de5c-4c1b-8ba7-df0e69dedaea HTTP/1.1" status: 200 len: 1093 time: 1.1331928 Jun 17 08:14:14.210872 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd702abe7-1a65-4212-886c-ca4cfb4b472c', 'tag': 'bea897bf-de5c-4c1b-8ba7-df0e69dedaea'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:14:14.214513 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad8d4ac-6f5c-48c4-bc38-be56dd2f0e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d702abe7-1a65-4212-886c-ca4cfb4b472c", "tag": "bea897bf-de5c-4c1b-8ba7-df0e69dedaea"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:14:14.225422 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fe8bf-bdae-441a-875f-a2116234d3e5 req-6dedf8dc-1cbe-400f-a35a-28e3f8753389 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:14.228601 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-987fe8bf-bdae-441a-875f-a2116234d3e5 req-6dedf8dc-1cbe-400f-a35a-28e3f8753389 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=d702abe7-1a65-4212-886c-ca4cfb4b472c HTTP/1.1" status: 200 len: 943 time: 0.2529378 Jun 17 08:14:14.325660 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645a679-c293-4883-ac3f-44dda07cfedf req-54be76e7-39bc-4ab4-a878-dd17d5eda0c6 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:14.327788 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2645a679-c293-4883-ac3f-44dda07cfedf req-54be76e7-39bc-4ab4-a878-dd17d5eda0c6 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 944 time: 0.2639399 Jun 17 08:14:14.330743 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Pushing event updated for resources: {'Port': ['ID=bea897bf-de5c-4c1b-8ba7-df0e69dedaea,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:14.334548 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:14.377775 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-987fe8bf-bdae-441a-875f-a2116234d3e5 req-a427fc45-2b3c-4b4f-b5a2-cc55c42824c2 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390398 Jun 17 08:14:14.416676 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-f994d4e5-b9a8-4750-ac5e-02f3716e0869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:14.418257 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-f994d4e5-b9a8-4750-ac5e-02f3716e0869 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acd12422720042b5912a6517dd65d3f2&device_id=d702abe7-1a65-4212-886c-ca4cfb4b472c HTTP/1.1" status: 200 len: 1096 time: 0.1585109 Jun 17 08:14:14.422516 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2645a679-c293-4883-ac3f-44dda07cfedf req-552ae01b-e815-4b20-b365-09afbad64c59 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816057 Jun 17 08:14:14.474112 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-e9713720-53db-4bda-a510-d7b0cae472fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bea897bf-de5c-4c1b-8ba7-df0e69dedaea HTTP/1.1" status: 200 len: 217 time: 0.0477109 Jun 17 08:14:14.491499 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6894c06-7173-4d49-bdc1-0ceefbe6c8b7 x-openstack-request-id: req-d6894c06-7173-4d49-bdc1-0ceefbe6c8b7 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:14:14.492299 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d702abe7-1a65-4212-886c-ca4cfb4b472c", "tag": "bea897bf-de5c-4c1b-8ba7-df0e69dedaea", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:14:14.492722 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6894c06-7173-4d49-bdc1-0ceefbe6c8b7 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:14:14.493243 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd702abe7-1a65-4212-886c-ca4cfb4b472c', 'tag': 'bea897bf-de5c-4c1b-8ba7-df0e69dedaea', 'status': 'completed', 'code': 200} Jun 17 08:14:14.535183 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-1639ae98-e884-4751-b816-d25d255da26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:14.536722 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-1639ae98-e884-4751-b816-d25d255da26d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0f459c73-69e8-4736-9e98-a7dcc1f30769 HTTP/1.1" status: 200 len: 853 time: 0.0560362 Jun 17 08:14:14.577812 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-62f7dea7-7039-4cb8-a474-3a7b73e8001a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7a5c949b-9227-434f-938e-6ac2f71fbd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328465 Jun 17 08:14:14.716182 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-0834c4ee-1860-4bd9-aac4-0c4a209bab70 service neutron] 10.222.0.38 "GET /v2.0/networks/7a5c949b-9227-434f-938e-6ac2f71fbd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322651 Jun 17 08:14:14.863563 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0d9e5bfd-98c6-4c74-9bd9-70553266a6b8 req-ab3b971b-927e-43f8-9b55-9a8b4f34735e service neutron] 10.222.0.38 "GET /v2.0/networks/7a5c949b-9227-434f-938e-6ac2f71fbd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302738 Jun 17 08:14:14.975973 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8d4ac-6f5c-48c4-bc38-be56dd2f0e7d req-5f2bb31c-d3b4-4659-9374-1d0485cda89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:14.977500 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7ad8d4ac-6f5c-48c4-bc38-be56dd2f0e7d req-5f2bb31c-d3b4-4659-9374-1d0485cda89d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acd12422720042b5912a6517dd65d3f2&device_id=d702abe7-1a65-4212-886c-ca4cfb4b472c HTTP/1.1" status: 200 len: 1096 time: 0.0553775 Jun 17 08:14:15.086319 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8d4ac-6f5c-48c4-bc38-be56dd2f0e7d req-75fc1e3b-a266-465e-b0c1-45b7f4a8077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:15.088772 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7ad8d4ac-6f5c-48c4-bc38-be56dd2f0e7d req-75fc1e3b-a266-465e-b0c1-45b7f4a8077c service neutron] 10.222.0.38 "GET /v2.0/networks?id=7a5c949b-9227-434f-938e-6ac2f71fbd6f HTTP/1.1" status: 200 len: 914 time: 0.1015007 Jun 17 08:14:15.154090 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7ad8d4ac-6f5c-48c4-bc38-be56dd2f0e7d req-0853ae0a-7f59-470b-856b-eb9011d88c1f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bea897bf-de5c-4c1b-8ba7-df0e69dedaea HTTP/1.1" status: 200 len: 217 time: 0.0559711 Jun 17 08:14:15.249738 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8d4ac-6f5c-48c4-bc38-be56dd2f0e7d req-26b3cf76-698a-442d-bccf-b085cba8b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:15.252750 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7ad8d4ac-6f5c-48c4-bc38-be56dd2f0e7d req-26b3cf76-698a-442d-bccf-b085cba8b0f0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0f459c73-69e8-4736-9e98-a7dcc1f30769 HTTP/1.1" status: 200 len: 853 time: 0.0909505 Jun 17 08:14:15.301049 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7ad8d4ac-6f5c-48c4-bc38-be56dd2f0e7d req-527e5073-e535-4ade-9bca-3e3589188b1f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7a5c949b-9227-434f-938e-6ac2f71fbd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412114 Jun 17 08:14:15.485805 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7ad8d4ac-6f5c-48c4-bc38-be56dd2f0e7d req-fc604e35-eefd-4700-af35-02f492ffe670 service neutron] 10.222.0.38 "GET /v2.0/networks/7a5c949b-9227-434f-938e-6ac2f71fbd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772223 Jun 17 08:14:15.626439 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 51322) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:14:15.635924 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7ad8d4ac-6f5c-48c4-bc38-be56dd2f0e7d req-054e0a65-2d10-4bcb-ac91-d9862545eb6a service neutron] 10.222.0.38 "GET /v2.0/networks/7a5c949b-9227-434f-938e-6ac2f71fbd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394589 Jun 17 08:14:15.659603 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 6d3289d4-4a7f-4179-b716-d9617ac5861e details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:14:15.669674 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fc05d-c000-4019-a7d0-8c82fcc037fe req-90b80225-7617-45b6-8a7b-ff164765fe9f tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:15.677976 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c66fc05d-c000-4019-a7d0-8c82fcc037fe req-90b80225-7617-45b6-8a7b-ff164765fe9f tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=d702abe7-1a65-4212-886c-ca4cfb4b472c HTTP/1.1" status: 200 len: 943 time: 0.1042719 Jun 17 08:14:15.752089 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c66fc05d-c000-4019-a7d0-8c82fcc037fe req-c396221a-b592-4fa4-b03b-4a0f142a3972 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726662 Jun 17 08:14:15.823641 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-33e53440-e78d-45a7-82a9-b03ed7b6966a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:15.914141 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 6d3289d4-4a7f-4179-b716-d9617ac5861e, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6d3289d4-4a7f-4179-b716-d9617ac5861e,segment=NetworkSegment(72da12ab-13fc-4ae0-bdba-776d912af97f),segment_id=72da12ab-13fc-4ae0-bdba-776d912af97f)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:14:15.930016 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': '6d3289d4-4a7f-4179-b716-d9617ac5861e', 'network_id': '83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f', 'port_id': '6d3289d4-4a7f-4179-b716-d9617ac5861e', 'mac_address': 'fa:16:3e:aa:3d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a850bf-86aa-4bc6-89ac-4c825e979074', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:14:15.980333 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:15.986855 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-33e53440-e78d-45a7-82a9-b03ed7b6966a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:15.994730 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-33e53440-e78d-45a7-82a9-b03ed7b6966a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:16.008685 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3289d4-4a7f-4179-b716-d9617ac5861e {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:14:16.047027 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:16.054896 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-33e53440-e78d-45a7-82a9-b03ed7b6966a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa838f5980c54efc81b2d99d3ae07a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4271309 Jun 17 08:14:16.059318 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 6d3289d4-4a7f-4179-b716-d9617ac5861e, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6d3289d4-4a7f-4179-b716-d9617ac5861e,segment=NetworkSegment(72da12ab-13fc-4ae0-bdba-776d912af97f),segment_id=72da12ab-13fc-4ae0-bdba-776d912af97f)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:14:16.060038 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 51340) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:14:16.066019 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:16.070829 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-286ca72f-0ab1-4135-b83f-37872b067455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:16.093007 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e53440-e78d-45a7-82a9-b03ed7b6966a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2626d85e-1ba4-43a2-9ac4-dd8d2acec539,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:16.096997 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-33e53440-e78d-45a7-82a9-b03ed7b6966a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:16.152304 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1a113c7f-a005-43e7-828c-b68a869fac44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:16.164265 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb3dc3-b6f3-472e-8556-0fd468d96397 req-4a795929-829c-41bd-8c6d-d7f32ab37c31 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:16.165971 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1fdb3dc3-b6f3-472e-8556-0fd468d96397 req-4a795929-829c-41bd-8c6d-d7f32ab37c31 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 944 time: 0.1459825 Jun 17 08:14:16.175428 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=6d3289d4-4a7f-4179-b716-d9617ac5861e,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:16.180810 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:16.201206 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1a113c7f-a005-43e7-828c-b68a869fac44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:16.258687 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1fdb3dc3-b6f3-472e-8556-0fd468d96397 req-ec7849f7-68aa-42b6-a504-592c37e74c61 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820651 Jun 17 08:14:16.286293 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1a113c7f-a005-43e7-828c-b68a869fac44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:16.289165 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1a113c7f-a005-43e7-828c-b68a869fac44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:16.294873 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-1a113c7f-a005-43e7-828c-b68a869fac44 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2626d85e-1ba4-43a2-9ac4-dd8d2acec539 HTTP/1.1" status: 204 len: 168 time: 0.2293713 Jun 17 08:14:16.294873 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-47aeb895-4dac-48ba-adac-d2c29efb0490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:16.310595 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a113c7f-a005-43e7-828c-b68a869fac44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2626d85e-1ba4-43a2-9ac4-dd8d2acec539,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:16.313925 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1a113c7f-a005-43e7-828c-b68a869fac44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:16.360600 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['6d3289d4-4a7f-4179-b716-d9617ac5861e'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:14:16.614803 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978c558-5972-4058-a0d6-12758b1d8d07 req-b9af2f68-1636-46e9-a499-e4330e60be56 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:16.619555 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3978c558-5972-4058-a0d6-12758b1d8d07 req-b9af2f68-1636-46e9-a499-e4330e60be56 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1445870 Jun 17 08:14:16.698329 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3978c558-5972-4058-a0d6-12758b1d8d07 req-72dad2fd-7490-426b-b690-19081d749533 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701816 Jun 17 08:14:16.753834 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 51396) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:14:16.771643 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0b245b12-be32-4a76-9476-f41cacdb6415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:16.886331 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0b245b12-be32-4a76-9476-f41cacdb6415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:16.894366 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0b245b12-be32-4a76-9476-f41cacdb6415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:16.905954 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-27e0c944-247e-4141-a74e-2c5d9655c182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:16.942820 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0b245b12-be32-4a76-9476-f41cacdb6415 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=10480f5f22e64b779516a66dba4d776a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875350 Jun 17 08:14:16.943894 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b245b12-be32-4a76-9476-f41cacdb6415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4493ae-ef13-4a3a-ada6-264adf6b1d96,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:16.946995 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0b245b12-be32-4a76-9476-f41cacdb6415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:16.951330 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 51402) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:14:17.078510 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-24de1387-d12b-4770-96f9-2eb880ef34cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:17.109952 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-24de1387-d12b-4770-96f9-2eb880ef34cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:17.124559 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238a6ac-6fde-44a0-b1ca-2a12d6b6816d req-07aa56ca-c1b7-4d0a-83e6-90d8a1568842 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:17.126128 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1238a6ac-6fde-44a0-b1ca-2a12d6b6816d req-07aa56ca-c1b7-4d0a-83e6-90d8a1568842 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=d702abe7-1a65-4212-886c-ca4cfb4b472c HTTP/1.1" status: 200 len: 943 time: 0.1343770 Jun 17 08:14:17.193454 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1238a6ac-6fde-44a0-b1ca-2a12d6b6816d req-6812b891-283b-4b7e-959c-1e521cef1e4f tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610626 Jun 17 08:14:17.216279 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-24de1387-d12b-4770-96f9-2eb880ef34cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:17.220349 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-24de1387-d12b-4770-96f9-2eb880ef34cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:17.224713 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-24de1387-d12b-4770-96f9-2eb880ef34cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab4493ae-ef13-4a3a-ada6-264adf6b1d96 HTTP/1.1" status: 204 len: 168 time: 0.2725518 Jun 17 08:14:17.224713 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e3cda631-ef20-4378-afc6-fe30b3872707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:17.238305 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de1387-d12b-4770-96f9-2eb880ef34cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4493ae-ef13-4a3a-ada6-264adf6b1d96,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:17.242017 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-24de1387-d12b-4770-96f9-2eb880ef34cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:17.528496 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f1ed8-5ec3-4e5d-88ed-2e359671e064 req-08d1332e-dd93-4f34-94cf-22f17143379f tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:17.530582 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f50f1ed8-5ec3-4e5d-88ed-2e359671e064 req-08d1332e-dd93-4f34-94cf-22f17143379f tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 945 time: 0.0897367 Jun 17 08:14:17.573245 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f50f1ed8-5ec3-4e5d-88ed-2e359671e064 req-f213c019-ad9d-400a-b9bc-e2a1855e2418 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366712 Jun 17 08:14:17.657927 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device bea897bf-de5c-4c1b-8ba7-df0e69dedaea details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:14:17.663676 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 6d3289d4-4a7f-4179-b716-d9617ac5861e up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:14:17.711526 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 51428) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:14:17.729727 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-54bbcc80-351e-4227-a2dd-3f23e2d4ac86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:17.777003 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port 6d3289d4-4a7f-4179-b716-d9617ac5861e completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:14:17.783170 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port 6d3289d4-4a7f-4179-b716-d9617ac5861e triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:14:17.783608 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:17.845094 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-54bbcc80-351e-4227-a2dd-3f23e2d4ac86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:17.858631 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-54bbcc80-351e-4227-a2dd-3f23e2d4ac86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:17.868131 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-33e53440-e78d-45a7-82a9-b03ed7b6966a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:17.923794 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-54bbcc80-351e-4227-a2dd-3f23e2d4ac86 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a831bd97ab4b4d2ebc0714512846d38d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111647 Jun 17 08:14:17.925455 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbcc80-351e-4227-a2dd-3f23e2d4ac86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430ca934-efba-4329-9d52-6e8ca6262735,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:17.929117 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-54bbcc80-351e-4227-a2dd-3f23e2d4ac86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:17.930812 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 51434) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:14:17.943786 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port bea897bf-de5c-4c1b-8ba7-df0e69dedaea, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bea897bf-de5c-4c1b-8ba7-df0e69dedaea,segment=NetworkSegment(c8a8768e-d42e-4a22-9f1b-bdb880981e4c),segment_id=c8a8768e-d42e-4a22-9f1b-bdb880981e4c)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:14:17.973282 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': 'bea897bf-de5c-4c1b-8ba7-df0e69dedaea', 'network_id': '7a5c949b-9227-434f-938e-6ac2f71fbd6f', 'port_id': 'bea897bf-de5c-4c1b-8ba7-df0e69dedaea', 'mac_address': 'fa:16:3e:2e:12:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f459c73-69e8-4736-9e98-a7dcc1f30769', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:14:17.976411 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc8bf9-1451-40c3-972f-67196390a2fb req-09fc5a52-c53e-4469-93b4-637d54772503 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:17.978146 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c7dc8bf9-1451-40c3-972f-67196390a2fb req-09fc5a52-c53e-4469-93b4-637d54772503 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1100545 Jun 17 08:14:18.043744 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:18.047156 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:18.051953 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c7dc8bf9-1451-40c3-972f-67196390a2fb req-73407763-c622-4cdf-a822-57711c2f3843 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452793 Jun 17 08:14:18.063854 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-39691d29-56c6-4efb-8dcd-8c4981f868ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:18.074605 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea897bf-de5c-4c1b-8ba7-df0e69dedaea {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:14:18.096307 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-39691d29-56c6-4efb-8dcd-8c4981f868ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:18.107584 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851fd636-9fe6-4c72-a19e-ccb18fca01c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3289d4-4a7f-4179-b716-d9617ac5861e'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:14:18.110829 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d58f3d-579c-44d0-847e-8daba243a79b" -d '{"events": [{"server_uuid": "851fd636-9fe6-4c72-a19e-ccb18fca01c2", "name": "network-vif-plugged", "status": "completed", "tag": "6d3289d4-4a7f-4179-b716-d9617ac5861e"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:14:18.119641 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port bea897bf-de5c-4c1b-8ba7-df0e69dedaea, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bea897bf-de5c-4c1b-8ba7-df0e69dedaea,segment=NetworkSegment(c8a8768e-d42e-4a22-9f1b-bdb880981e4c),segment_id=c8a8768e-d42e-4a22-9f1b-bdb880981e4c)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:14:18.138280 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:18.143182 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:18.147311 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 6d3289d4-4a7f-4179-b716-d9617ac5861e, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6d3289d4-4a7f-4179-b716-d9617ac5861e,segment=NetworkSegment(72da12ab-13fc-4ae0-bdba-776d912af97f),segment_id=72da12ab-13fc-4ae0-bdba-776d912af97f)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:14:18.190246 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf09864-080f-4674-88a0-d2ee49c00831 x-openstack-request-id: req-aaf09864-080f-4674-88a0-d2ee49c00831 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:14:18.191000 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851fd636-9fe6-4c72-a19e-ccb18fca01c2", "name": "network-vif-plugged", "status": "completed", "tag": "6d3289d4-4a7f-4179-b716-d9617ac5861e", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:14:18.191180 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aaf09864-080f-4674-88a0-d2ee49c00831 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:14:18.191604 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851fd636-9fe6-4c72-a19e-ccb18fca01c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3289d4-4a7f-4179-b716-d9617ac5861e', 'code': 200} Jun 17 08:14:18.192440 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:18.237428 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=bea897bf-de5c-4c1b-8ba7-df0e69dedaea,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:18.240124 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-39691d29-56c6-4efb-8dcd-8c4981f868ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:18.241159 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:18.241716 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-e3ddfcc8-446a-4cdb-83af-8803a157bb8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:18.246663 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-39691d29-56c6-4efb-8dcd-8c4981f868ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:18.251398 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-39691d29-56c6-4efb-8dcd-8c4981f868ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/430ca934-efba-4329-9d52-6e8ca6262735 HTTP/1.1" status: 204 len: 168 time: 0.3165262 Jun 17 08:14:18.252164 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b7089e9f-ca76-414c-9af6-9bb3252007cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:18.271507 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39691d29-56c6-4efb-8dcd-8c4981f868ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430ca934-efba-4329-9d52-6e8ca6262735,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:18.275825 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-39691d29-56c6-4efb-8dcd-8c4981f868ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:18.482618 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=6d3289d4-4a7f-4179-b716-d9617ac5861e,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:18.487340 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:18.586867 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['bea897bf-de5c-4c1b-8ba7-df0e69dedaea'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:14:18.596495 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef647b48-a537-4451-8533-6ec0b7a40b7a req-9878ecdb-5b51-4a1e-b72c-de40a510eebe tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:18.618014 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ef647b48-a537-4451-8533-6ec0b7a40b7a req-9878ecdb-5b51-4a1e-b72c-de40a510eebe tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=d702abe7-1a65-4212-886c-ca4cfb4b472c HTTP/1.1" status: 200 len: 944 time: 0.1905341 Jun 17 08:14:18.800039 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ef647b48-a537-4451-8533-6ec0b7a40b7a req-b593e7b0-3fc0-408e-b5c1-ea6165657825 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796453 Jun 17 08:14:18.880676 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f01db-5eb4-41d3-9f96-f3dbe9cd9f71 req-da99e05c-3a3b-4b3c-b79b-753b26a6348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:18.890950 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c35f01db-5eb4-41d3-9f96-f3dbe9cd9f71 req-da99e05c-3a3b-4b3c-b79b-753b26a6348c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 1099 time: 0.2259324 Jun 17 08:14:18.905929 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13171b8-3101-47e7-80ec-d931e0e7f575 req-21c8ee3c-1a4a-4444-a0fd-d54fee9a952f tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:18.908210 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e13171b8-3101-47e7-80ec-d931e0e7f575 req-21c8ee3c-1a4a-4444-a0fd-d54fee9a952f tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 946 time: 0.1679037 Jun 17 08:14:18.982118 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c35f01db-5eb4-41d3-9f96-f3dbe9cd9f71 req-b3603dba-ff02-4d8b-be19-2bfe614e1e3f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727799 Jun 17 08:14:18.993096 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e13171b8-3101-47e7-80ec-d931e0e7f575 req-75ba9ba7-e7e9-4deb-a2ec-537f6dbb4305 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778213 Jun 17 08:14:19.352947 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d769ad-9c52-4b3e-9c4b-f1ea4d8632bb req-f654a02b-268b-4752-bd8c-a76a5a146a4d tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:19.354547 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b4d769ad-9c52-4b3e-9c4b-f1ea4d8632bb req-f654a02b-268b-4752-bd8c-a76a5a146a4d tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1173296 Jun 17 08:14:19.422442 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b4d769ad-9c52-4b3e-9c4b-f1ea4d8632bb req-e7088118-1981-476f-b129-8a2e3c27c825 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589006 Jun 17 08:14:19.687751 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device bea897bf-de5c-4c1b-8ba7-df0e69dedaea up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:14:19.812675 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port bea897bf-de5c-4c1b-8ba7-df0e69dedaea completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:14:19.821135 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port bea897bf-de5c-4c1b-8ba7-df0e69dedaea triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:14:19.821771 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:19.925176 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7998076-b334-4dff-9219-e40165d8cad5 req-127900a5-9637-4cd5-950c-627ee210bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:19.927144 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c7998076-b334-4dff-9219-e40165d8cad5 req-127900a5-9637-4cd5-950c-627ee210bcb3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=684246a58f09418fac0008ec7556e1f3&device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 1099 time: 0.2169499 Jun 17 08:14:19.986427 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:19.992535 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e53042-b1a7-4ed8-ad61-2cb873f995a9 req-bee80ef7-b3cb-4d00-a106-098db7695715 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:20.000355 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-62e53042-b1a7-4ed8-ad61-2cb873f995a9 req-bee80ef7-b3cb-4d00-a106-098db7695715 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1821866 Jun 17 08:14:20.110075 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port bea897bf-de5c-4c1b-8ba7-df0e69dedaea, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bea897bf-de5c-4c1b-8ba7-df0e69dedaea,segment=NetworkSegment(c8a8768e-d42e-4a22-9f1b-bdb880981e4c),segment_id=c8a8768e-d42e-4a22-9f1b-bdb880981e4c)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:14:20.124419 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-62e53042-b1a7-4ed8-ad61-2cb873f995a9 req-d54ca57e-76d6-423b-b536-44d76b4bf348 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221466 Jun 17 08:14:20.126003 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:20.131699 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:20.152179 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7998076-b334-4dff-9219-e40165d8cad5 req-68257a32-da63-4bbf-b67a-633a82869b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:20.158570 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c7998076-b334-4dff-9219-e40165d8cad5 req-68257a32-da63-4bbf-b67a-633a82869b9d service neutron] 10.222.0.38 "GET /v2.0/networks?id=0026b4bb-5535-40dd-9cc1-590011035a19 HTTP/1.1" status: 200 len: 920 time: 0.2155788 Jun 17 08:14:20.237213 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd702abe7-1a65-4212-886c-ca4cfb4b472c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea897bf-de5c-4c1b-8ba7-df0e69dedaea'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:14:20.244211 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5c85c9-0fff-4bb4-86d5-6e6c597b403f" -d '{"events": [{"server_uuid": "d702abe7-1a65-4212-886c-ca4cfb4b472c", "name": "network-vif-plugged", "status": "completed", "tag": "bea897bf-de5c-4c1b-8ba7-df0e69dedaea"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:14:20.250404 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=bea897bf-de5c-4c1b-8ba7-df0e69dedaea,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:20.259896 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:20.265183 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c7998076-b334-4dff-9219-e40165d8cad5 req-7eff41b9-2ad2-4104-b05d-08eb3b7f4ff6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd6134b-ce52-4230-be72-02eb60f06594 HTTP/1.1" status: 200 len: 217 time: 0.0835326 Jun 17 08:14:20.394300 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7998076-b334-4dff-9219-e40165d8cad5 req-c5e39000-1138-46cd-9746-83646e090f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:20.398811 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c7998076-b334-4dff-9219-e40165d8cad5 req-c5e39000-1138-46cd-9746-83646e090f5f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=11cf0762-a3fe-45d4-80c4-981986f0ca50 HTTP/1.1" status: 200 len: 859 time: 0.1107786 Jun 17 08:14:20.399214 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 51498) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:14:20.450289 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c7998076-b334-4dff-9219-e40165d8cad5 req-55c2f544-4c48-4ef3-9fc0-05fe42bc534f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0026b4bb-5535-40dd-9cc1-590011035a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381625 Jun 17 08:14:20.477196 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18e76e-a9a9-4acc-b2ef-23d4cd16abbf req-0b942393-1022-4c1d-8a98-8fa9221c505c tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:20.478798 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ff18e76e-a9a9-4acc-b2ef-23d4cd16abbf req-0b942393-1022-4c1d-8a98-8fa9221c505c tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=d702abe7-1a65-4212-886c-ca4cfb4b472c HTTP/1.1" status: 200 len: 945 time: 0.2910621 Jun 17 08:14:20.503769 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff363829-3128-43d9-9b79-4f0487a46db5 req-6f0c9425-8726-4e76-a2b3-4836cf0d1200 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:20.505359 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ff363829-3128-43d9-9b79-4f0487a46db5 req-6f0c9425-8726-4e76-a2b3-4836cf0d1200 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 946 time: 0.1781089 Jun 17 08:14:20.817916 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-09f29943-d268-44dd-ad04-b4cf20978e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:20.851839 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ff18e76e-a9a9-4acc-b2ef-23d4cd16abbf req-385a8fd8-745f-40ba-9258-ef19b665dcce tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592956 Jun 17 08:14:20.887956 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ff363829-3128-43d9-9b79-4f0487a46db5 req-6e63560e-b3de-40ed-9ab9-15561f498ded tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601387 Jun 17 08:14:20.896380 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c7998076-b334-4dff-9219-e40165d8cad5 req-e14487fe-f619-4047-8863-87dbb0f61130 service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368567 Jun 17 08:14:20.918151 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98382179-2e56-4ab3-a95d-9c61a45ec162 x-openstack-request-id: req-98382179-2e56-4ab3-a95d-9c61a45ec162 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:14:20.919008 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d702abe7-1a65-4212-886c-ca4cfb4b472c", "name": "network-vif-plugged", "status": "completed", "tag": "bea897bf-de5c-4c1b-8ba7-df0e69dedaea", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:14:20.921974 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98382179-2e56-4ab3-a95d-9c61a45ec162 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:14:20.922184 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd702abe7-1a65-4212-886c-ca4cfb4b472c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea897bf-de5c-4c1b-8ba7-df0e69dedaea', 'code': 200} Jun 17 08:14:21.042012 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c7998076-b334-4dff-9219-e40165d8cad5 req-8b1a0606-b78a-45d9-a9bb-463f3cf82f09 service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383278 Jun 17 08:14:21.103545 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-09f29943-d268-44dd-ad04-b4cf20978e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:21.112720 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-09f29943-d268-44dd-ad04-b4cf20978e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:21.115993 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-52ace8d6-37da-4980-b497-c84a6f5b9cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:21.166662 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 51510) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:14:21.175982 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-09f29943-d268-44dd-ad04-b4cf20978e3a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c33cc63995a43a48cb3ea3a7a0c1390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7739122 Jun 17 08:14:21.189581 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f29943-d268-44dd-ad04-b4cf20978e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d727beac-02e5-45a8-a382-e6126e1b24a3,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:21.193283 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-09f29943-d268-44dd-ad04-b4cf20978e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:21.203997 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90542cd-f86e-43ce-8bfd-72ac97c6d0a9 req-892cbb7b-82ff-496c-a007-21476cabbbba tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:21.206020 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a90542cd-f86e-43ce-8bfd-72ac97c6d0a9 req-892cbb7b-82ff-496c-a007-21476cabbbba tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1494155 Jun 17 08:14:21.276149 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cc47aab2-b9fb-4358-a662-f2ddb347d287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:21.306891 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cc47aab2-b9fb-4358-a662-f2ddb347d287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:21.316164 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a90542cd-f86e-43ce-8bfd-72ac97c6d0a9 req-a570661f-f819-449b-b126-80084849c4b5 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589001 Jun 17 08:14:21.349436 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e427d-15c3-4bab-94be-99d48095136f req-0edd2532-561c-42ce-ae7d-49abdd062289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:21.352686 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c00e427d-15c3-4bab-94be-99d48095136f req-0edd2532-561c-42ce-ae7d-49abdd062289 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d702abe7-1a65-4212-886c-ca4cfb4b472c HTTP/1.1" status: 200 len: 1098 time: 0.1578071 Jun 17 08:14:21.382163 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cc47aab2-b9fb-4358-a662-f2ddb347d287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:21.385007 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cc47aab2-b9fb-4358-a662-f2ddb347d287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:21.386200 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-cc47aab2-b9fb-4358-a662-f2ddb347d287 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d727beac-02e5-45a8-a382-e6126e1b24a3 HTTP/1.1" status: 204 len: 168 time: 0.2177751 Jun 17 08:14:21.387119 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3881c24d-18e3-40c9-975f-10c55174d9a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:21.410835 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47aab2-b9fb-4358-a662-f2ddb347d287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d727beac-02e5-45a8-a382-e6126e1b24a3,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:21.418071 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-cc47aab2-b9fb-4358-a662-f2ddb347d287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:21.474977 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c00e427d-15c3-4bab-94be-99d48095136f req-5c58e77d-79ec-4c9d-9fc4-8cb5e5347f27 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110930 Jun 17 08:14:21.504386 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3babffd-8c3b-49ca-8ae1-48b9109109c1 req-1c80e2b9-1950-451f-9b34-7930c66bfb42 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:21.506088 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d3babffd-8c3b-49ca-8ae1-48b9109109c1 req-1c80e2b9-1950-451f-9b34-7930c66bfb42 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1400719 Jun 17 08:14:21.569179 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d3babffd-8c3b-49ca-8ae1-48b9109109c1 req-9b6c630e-cf04-436c-b71d-1fd5dbb43e4a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527542 Jun 17 08:14:22.133771 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de77d1-93b9-4052-908e-23dc39d26fd9 req-ceb83356-81b1-4412-b440-e92223c3133d tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:22.135420 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-24de77d1-93b9-4052-908e-23dc39d26fd9 req-ceb83356-81b1-4412-b440-e92223c3133d tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=d702abe7-1a65-4212-886c-ca4cfb4b472c HTTP/1.1" status: 200 len: 945 time: 0.1085432 Jun 17 08:14:22.211467 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-24de77d1-93b9-4052-908e-23dc39d26fd9 req-d33d2526-1851-4207-b617-b6af816e44be tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642452 Jun 17 08:14:22.264711 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97ec53-b82d-4cfe-8a24-9c9d59f8c77f req-97a520ce-6224-44b9-afd0-94364d858064 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:22.266467 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bd97ec53-b82d-4cfe-8a24-9c9d59f8c77f req-97a520ce-6224-44b9-afd0-94364d858064 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 946 time: 0.1298618 Jun 17 08:14:22.315428 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bd97ec53-b82d-4cfe-8a24-9c9d59f8c77f req-86146fec-0480-46af-a657-a02cb2ac6122 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430603 Jun 17 08:14:22.597738 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb167a-7730-4ec4-8390-f074bd2538c4 req-ef8df875-7b19-48c8-8274-8657d4a8d8ab tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:22.599375 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c4cb167a-7730-4ec4-8390-f074bd2538c4 req-ef8df875-7b19-48c8-8274-8657d4a8d8ab tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1045351 Jun 17 08:14:22.696553 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c4cb167a-7730-4ec4-8390-f074bd2538c4 req-c6b4c23f-7303-442a-8683-418d1a223ea9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895050 Jun 17 08:14:22.823044 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706a343-7202-43d0-8725-74abd7506f9f req-41928c9e-0f5b-4daa-9c83-c0c424e86464 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:22.825154 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4706a343-7202-43d0-8725-74abd7506f9f req-41928c9e-0f5b-4daa-9c83-c0c424e86464 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.0863171 Jun 17 08:14:22.892845 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4706a343-7202-43d0-8725-74abd7506f9f req-f666a81d-8856-46df-b169-0f27190d295b tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601947 Jun 17 08:14:23.459637 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3d09f-b9f8-42ee-9947-9ff29fb942f8 req-cff39943-3172-4e83-a055-766e4db8ae25 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:23.462374 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-71b3d09f-b9f8-42ee-9947-9ff29fb942f8 req-cff39943-3172-4e83-a055-766e4db8ae25 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=d702abe7-1a65-4212-886c-ca4cfb4b472c HTTP/1.1" status: 200 len: 945 time: 0.0963557 Jun 17 08:14:23.510709 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-71b3d09f-b9f8-42ee-9947-9ff29fb942f8 req-91386590-af22-46a5-9dea-57cf6f3febbd tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378220 Jun 17 08:14:23.934856 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c28e03-0f8f-4a4d-9452-ef9ffae00859 req-5600d81c-bb89-45e5-aee0-873606327cc7 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:23.935406 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a4e837ab-1327-47c7-84c5-480146dc91b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:23.947895 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-00c28e03-0f8f-4a4d-9452-ef9ffae00859 req-5600d81c-bb89-45e5-aee0-873606327cc7 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 946 time: 0.1860216 Jun 17 08:14:24.010464 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-00c28e03-0f8f-4a4d-9452-ef9ffae00859 req-9ac366c8-de14-487e-ba12-52d7b85bd0a6 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580280 Jun 17 08:14:24.124962 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e55a6-e07a-4b7b-ac32-a4d267ece178 req-bafd0cb9-b2fe-4a66-a55a-946fe9d9e9f9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:24.132758 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ae4e55a6-e07a-4b7b-ac32-a4d267ece178 req-bafd0cb9-b2fe-4a66-a55a-946fe9d9e9f9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1189289 Jun 17 08:14:24.225843 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ae4e55a6-e07a-4b7b-ac32-a4d267ece178 req-be0a0bee-2664-457f-81f5-4d52d09e2a99 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921302 Jun 17 08:14:24.298840 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98109a35-d680-4313-b485-d404f1e69253 req-d12cf6ea-3bd5-4357-9bab-2599da1a4a63 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:24.300535 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-98109a35-d680-4313-b485-d404f1e69253 req-d12cf6ea-3bd5-4357-9bab-2599da1a4a63 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1376989 Jun 17 08:14:24.408857 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-98109a35-d680-4313-b485-d404f1e69253 req-010996d7-b6c7-4502-8850-56438f0180c3 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937176 Jun 17 08:14:24.520540 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-c4a24528-21ff-4777-bc0b-0cf3bde408d5 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=03510741526f4a0fa9e9aa2526365357&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534916 Jun 17 08:14:24.821864 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-23ae1252-b060-4bb8-ade1-ed6f5521c8b7 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:24.824639 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-23ae1252-b060-4bb8-ade1-ed6f5521c8b7 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2970943 Jun 17 08:14:24.849078 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-3630f8ab-af33-4e66-93bc-7bfd78393648 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/quotas/03510741526f4a0fa9e9aa2526365357 HTTP/1.1" status: 200 len: 375 time: 0.0148072 Jun 17 08:14:24.908513 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-9dc7f31b-3d08-4ff2-bf2c-caba77b2b84e tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=03510741526f4a0fa9e9aa2526365357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529037 Jun 17 08:14:25.189985 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fb612176-ee0d-402a-818a-8fb0c861d587 req-dd714f7e-a8c4-42d1-9865-4dc1e0efa79a tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 210 time: 0.0608907 Jun 17 08:14:25.381478 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a300c7e-5cb6-4b8c-9d0b-28e5d0777bf8 req-9dd6a80c-66c0-4950-9556-c9af64969b33 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:25.384487 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5a300c7e-5cb6-4b8c-9d0b-28e5d0777bf8 req-9dd6a80c-66c0-4950-9556-c9af64969b33 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 946 time: 0.1219676 Jun 17 08:14:25.520136 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5a300c7e-5cb6-4b8c-9d0b-28e5d0777bf8 req-1485dff6-1019-40d3-893e-08cc5f6acf7e tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260459 Jun 17 08:14:25.574634 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1088c-3f90-476e-9256-b4bb06c3aab8 req-3c6e0c98-7ec1-4fae-9bb5-629c6b6fe6ad tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:25.577379 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-08b1088c-3f90-476e-9256-b4bb06c3aab8 req-3c6e0c98-7ec1-4fae-9bb5-629c6b6fe6ad tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1506963 Jun 17 08:14:25.634329 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-08b1088c-3f90-476e-9256-b4bb06c3aab8 req-5365b032-3d41-4523-95f5-36d0ace856c8 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500209 Jun 17 08:14:25.784900 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aef7cc-60ce-407e-acdf-8feea50ac5f5 req-6edd4ce8-954e-4fe5-a41d-5918d2b33469 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:25.786525 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a0aef7cc-60ce-407e-acdf-8feea50ac5f5 req-6edd4ce8-954e-4fe5-a41d-5918d2b33469 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1225863 Jun 17 08:14:25.837992 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a0aef7cc-60ce-407e-acdf-8feea50ac5f5 req-c2eb9aed-a1ab-4c85-bbab-4f56e575a94d tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393012 Jun 17 08:14:26.302806 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6806b73-273c-4fc1-8dbf-24cc4f11326a req-499abd66-5e2b-437d-9b86-e362c9ddbe19 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:26.304750 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e6806b73-273c-4fc1-8dbf-24cc4f11326a req-499abd66-5e2b-437d-9b86-e362c9ddbe19 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.38 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 946 time: 0.0791924 Jun 17 08:14:26.455487 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6afbf8a6-72cb-43fd-8deb-3441b31be40c req-c4280ec8-3193-459b-a2d3-890ff430dc00 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 210 time: 0.0568113 Jun 17 08:14:26.507167 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:26.548588 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e277e-15db-4ccf-8a0c-e1ade6a12a1f req-3b38af84-a084-4d9a-833a-19ed87dae86b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:26.551352 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e13e277e-15db-4ccf-8a0c-e1ade6a12a1f req-3b38af84-a084-4d9a-833a-19ed87dae86b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.2199414 Jun 17 08:14:26.614415 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-e6806b73-273c-4fc1-8dbf-24cc4f11326a req-ce9d82e6-9814-4835-9ec2-23e9c699924f tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Deleting port 6d3289d4-4a7f-4179-b716-d9617ac5861e {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:14:26.615095 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e6806b73-273c-4fc1-8dbf-24cc4f11326a req-ce9d82e6-9814-4835-9ec2-23e9c699924f tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:26.656973 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e13e277e-15db-4ccf-8a0c-e1ade6a12a1f req-7cae824a-b9dc-4ab6-8e15-292261e72328 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993676 Jun 17 08:14:26.712828 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3edda03-eab1-4c83-833b-0e6820d7fdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:26.813568 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-e6806b73-273c-4fc1-8dbf-24cc4f11326a req-ce9d82e6-9814-4835-9ec2-23e9c699924f tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] For port 6d3289d4-4a7f-4179-b716-d9617ac5861e, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6d3289d4-4a7f-4179-b716-d9617ac5861e,segment=NetworkSegment(72da12ab-13fc-4ae0-bdba-776d912af97f),segment_id=72da12ab-13fc-4ae0-bdba-776d912af97f)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:14:26.814333 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e6806b73-273c-4fc1-8dbf-24cc4f11326a req-ce9d82e6-9814-4835-9ec2-23e9c699924f tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:26.900417 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-e6806b73-273c-4fc1-8dbf-24cc4f11326a req-ce9d82e6-9814-4835-9ec2-23e9c699924f tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Calling delete_port for 6d3289d4-4a7f-4179-b716-d9617ac5861e owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:14:26.948614 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f620a-e335-412b-b7d0-16c00e2339f7 req-4e8061c1-2861-4f85-827f-4fb190d1e8c7 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:26.950241 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-817f620a-e335-412b-b7d0-16c00e2339f7 req-4e8061c1-2861-4f85-827f-4fb190d1e8c7 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 946 time: 0.2432537 Jun 17 08:14:27.103924 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-817f620a-e335-412b-b7d0-16c00e2339f7 req-b1b1b0ad-4a97-4e74-83c1-6f3dcb863aa5 tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f141170-db90-4c22-bf71-51ae3aa6b9a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298301 Jun 17 08:14:27.127610 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-4acb8b5b-306b-4737-bc1f-ee345fdfd58c tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=03510741526f4a0fa9e9aa2526365357&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739493 Jun 17 08:14:27.188294 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f8a4a-7876-4386-afcc-10fd6113bab8 req-a0bae92e-190e-48ee-986b-36744a549308 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:27.191320 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-de2f8a4a-7876-4386-afcc-10fd6113bab8 req-a0bae92e-190e-48ee-986b-36744a549308 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.2836161 Jun 17 08:14:27.386060 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-de2f8a4a-7876-4386-afcc-10fd6113bab8 req-0bf6ed7b-1fc8-47b8-891a-caaa531c98d7 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873286 Jun 17 08:14:27.431989 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e6806b73-273c-4fc1-8dbf-24cc4f11326a req-ce9d82e6-9814-4835-9ec2-23e9c699924f tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:27.447460 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:27.448340 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['6d3289d4-4a7f-4179-b716-d9617ac5861e'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:14:27.506831 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d82e6-9814-4835-9ec2-23e9c699924f tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Pushing event deleted for resources: {'Port': ['ID=6d3289d4-4a7f-4179-b716-d9617ac5861e,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:27.518383 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ce9d82e6-9814-4835-9ec2-23e9c699924f tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:27.532010 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4668a-e8de-4844-aeaf-1927a6dadfbe req-fa58ed26-c18c-47b2-a548-fd95446fe8d9 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:27.533623 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c5c4668a-e8de-4844-aeaf-1927a6dadfbe req-fa58ed26-c18c-47b2-a548-fd95446fe8d9 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.2323809 Jun 17 08:14:27.587972 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6806b73-273c-4fc1-8dbf-24cc4f11326a req-ce9d82e6-9814-4835-9ec2-23e9c699924f tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] No DVR routers for this DVR port 6d3289d4-4a7f-4179-b716-d9617ac5861e on host hv-cinder-79128 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:14:27.593076 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e6806b73-273c-4fc1-8dbf-24cc4f11326a req-ce9d82e6-9814-4835-9ec2-23e9c699924f tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:27.597331 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e6806b73-273c-4fc1-8dbf-24cc4f11326a req-ce9d82e6-9814-4835-9ec2-23e9c699924f tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.38 "DELETE /v2.0/ports/6d3289d4-4a7f-4179-b716-d9617ac5861e HTTP/1.1" status: 204 len: 173 time: 1.2672102 Jun 17 08:14:27.610933 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851fd636-9fe6-4c72-a19e-ccb18fca01c2', 'name': 'network-vif-deleted', 'tag': '6d3289d4-4a7f-4179-b716-d9617ac5861e'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:14:27.614301 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57c0a86-ba37-4d2c-bef6-04d2676eddf4" -d '{"events": [{"server_uuid": "851fd636-9fe6-4c72-a19e-ccb18fca01c2", "name": "network-vif-deleted", "tag": "6d3289d4-4a7f-4179-b716-d9617ac5861e"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:14:27.671038 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c5c4668a-e8de-4844-aeaf-1927a6dadfbe req-9d36c202-3a87-47a5-8dc8-31287629a218 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119499 Jun 17 08:14:27.715718 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-1b70c0b7-c0ee-42a6-8ea9-5571befccf26 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:27.717971 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-1b70c0b7-c0ee-42a6-8ea9-5571befccf26 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5724154 Jun 17 08:14:27.733807 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Request body: {'port': {'device_id': 'ed988ed5-4c17-4289-840e-e126f45dd450', 'network_id': 'e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc', 'admin_state_up': True, 'tenant_id': '03510741526f4a0fa9e9aa2526365357'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:14:27.742023 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-398f4a10-fade-4729-b89c-df51e26bbabe req-0f213012-6d6c-48c6-ad39-a5a33701aab9 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 210 time: 0.0904126 Jun 17 08:14:27.792028 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307fd2ef-cf2f-44e3-a835-d966a448e527 x-openstack-request-id: req-307fd2ef-cf2f-44e3-a835-d966a448e527 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:14:27.792392 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851fd636-9fe6-4c72-a19e-ccb18fca01c2", "name": "network-vif-deleted", "tag": "6d3289d4-4a7f-4179-b716-d9617ac5861e", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:14:27.792714 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-307fd2ef-cf2f-44e3-a835-d966a448e527 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:14:27.793150 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851fd636-9fe6-4c72-a19e-ccb18fca01c2', 'name': 'network-vif-deleted', 'tag': '6d3289d4-4a7f-4179-b716-d9617ac5861e', 'status': 'completed', 'code': 200} Jun 17 08:14:27.797068 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:27.908183 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Made reservation on behalf of 03510741526f4a0fa9e9aa2526365357 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:14:27.912875 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:27.923743 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:28.050141 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f84565-9db6-440c-9002-4b260d985b69 req-177da824-1f2d-47f8-8224-ac30903042a2 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:28.051111 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:28.053156 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-41f84565-9db6-440c-9002-4b260d985b69 req-177da824-1f2d-47f8-8224-ac30903042a2 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.1237159 Jun 17 08:14:28.056779 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:28.060045 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7755d417-68be-416b-b380-e1dabd8c8854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:28.118936 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-41f84565-9db6-440c-9002-4b260d985b69 req-cf9fd2ca-14f3-4b31-ad4c-2b38448d45d0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557880 Jun 17 08:14:28.124510 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd308da-544b-4658-ae6b-236106d1eb66,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:28.138675 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:28.231563 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Allocated IP 192.168.233.193 (e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc/7ca0b931-ba59-4a1f-a333-c9c37f53f440/7764f4fa-173f-4558-9642-2932c6ea442f) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:14:28.412293 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b6eb6860-91ed-423f-9511-1875f3ac488b req-2d53b454-1a87-4c82-bff7-df230ff6fd3d tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] 10.222.0.35 "GET /v2.0/ports?device_id=851fd636-9fe6-4c72-a19e-ccb18fca01c2 HTTP/1.1" status: 200 len: 210 time: 0.0601985 Jun 17 08:14:28.439058 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:28.472036 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Transition to ACTIVE for port object 7764f4fa-173f-4558-9642-2932c6ea442f will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:14:28.539562 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63741659'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:28.547385 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:28.605587 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Network e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:14:28.611917 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:14:28.614519 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:14:28.651763 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Pushing event updated for resources: {'Port': ['ID=7764f4fa-173f-4558-9642-2932c6ea442f,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:28.665197 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:28.692391 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:28.693470 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:28.715665 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:28.727075 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9974926 Jun 17 08:14:28.744729 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Request body: {'port': {'device_id': 'ed988ed5-4c17-4289-840e-e126f45dd450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:14:28.906660 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:28.939017 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba4f04-5ecc-4b05-9a4d-71136814d625 req-a5a25f50-1230-4388-8e24-120d19bc6c67 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:28.944071 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-29ba4f04-5ecc-4b05-9a4d-71136814d625 req-a5a25f50-1230-4388-8e24-120d19bc6c67 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.3173473 Jun 17 08:14:29.000533 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6c03a06d-e6e2-4d41-959f-3bcc6061c82a None None] Provisioning for port 7764f4fa-173f-4558-9642-2932c6ea442f completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:14:29.007441 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6c03a06d-e6e2-4d41-959f-3bcc6061c82a None None] Provisioning complete for port 7764f4fa-173f-4558-9642-2932c6ea442f triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:14:29.008380 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6c03a06d-e6e2-4d41-959f-3bcc6061c82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:29.015952 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-29ba4f04-5ecc-4b05-9a4d-71136814d625 req-79a3bef8-97d5-47e6-b867-1d026d91b287 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658410 Jun 17 08:14:29.025654 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e8c2cb9a-2755-45ce-8143-a7ee7a03318e req-0071e1c2-ad3a-4955-a6e2-ea4b99eeca83 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2304637 Jun 17 08:14:29.059529 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121b233-aabb-4b17-9ba3-e3370613ea83 req-f9ea2e64-4146-4656-a8bb-3d26bb4e9920 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:29.068003 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4121b233-aabb-4b17-9ba3-e3370613ea83 req-f9ea2e64-4146-4656-a8bb-3d26bb4e9920 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1731641 Jun 17 08:14:29.089070 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6c03a06d-e6e2-4d41-959f-3bcc6061c82a None None] Port 7764f4fa-173f-4558-9642-2932c6ea442f cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:14:29.139257 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4121b233-aabb-4b17-9ba3-e3370613ea83 req-90752702-bc4e-4c79-b9d2-fa60385f995f tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702791 Jun 17 08:14:29.173164 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2cb9a-2755-45ce-8143-a7ee7a03318e req-036ee4aa-50d3-4c99-877a-5d80b7bc8580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:29.174641 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e8c2cb9a-2755-45ce-8143-a7ee7a03318e req-036ee4aa-50d3-4c99-877a-5d80b7bc8580 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=684246a58f09418fac0008ec7556e1f3&device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 1098 time: 0.1039233 Jun 17 08:14:29.362660 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb96178-b808-41cf-afb0-be20c721d5b6 req-c1439bcd-a680-462c-8e11-8379c3bb4258 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:29.365239 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5fb96178-b808-41cf-afb0-be20c721d5b6 req-c1439bcd-a680-462c-8e11-8379c3bb4258 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 936 time: 0.1547909 Jun 17 08:14:29.412236 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7764f4fa-173f-4558-9642-2932c6ea442f {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:14:29.428158 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:29.436655 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2cb9a-2755-45ce-8143-a7ee7a03318e req-6bd53951-a637-4aef-8ecc-efe694a1389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:29.438249 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e8c2cb9a-2755-45ce-8143-a7ee7a03318e req-6bd53951-a637-4aef-8ecc-efe694a1389e service neutron] 10.222.0.38 "GET /v2.0/networks?id=0026b4bb-5535-40dd-9cc1-590011035a19 HTTP/1.1" status: 200 len: 920 time: 0.2376478 Jun 17 08:14:29.451794 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Transition to ACTIVE for port object 7764f4fa-173f-4558-9642-2932c6ea442f will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:14:29.459107 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63741673'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:29.462323 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:29.508918 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5fb96178-b808-41cf-afb0-be20c721d5b6 req-bdc00d39-0711-4cc6-aecb-6f641c82f06c tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/security-groups?id=6cd308da-544b-4658-ae6b-236106d1eb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290061 Jun 17 08:14:29.514247 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e8c2cb9a-2755-45ce-8143-a7ee7a03318e req-aeac397f-d21e-43a4-99c4-f6a0e3ab8b24 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e60bf13-4d83-4634-874f-6178c58e14c1 HTTP/1.1" status: 200 len: 217 time: 0.0608916 Jun 17 08:14:29.591364 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2cb9a-2755-45ce-8143-a7ee7a03318e req-8f3d96c8-7937-482d-b938-399a66083a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:29.593553 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e8c2cb9a-2755-45ce-8143-a7ee7a03318e req-8f3d96c8-7937-482d-b938-399a66083a98 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=11cf0762-a3fe-45d4-80c4-981986f0ca50 HTTP/1.1" status: 200 len: 859 time: 0.0719349 Jun 17 08:14:29.597845 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Pushing event updated for resources: {'Port': ['ID=7764f4fa-173f-4558-9642-2932c6ea442f,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:29.619611 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:29.666061 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Attempting to bind port 7764f4fa-173f-4558-9642-2932c6ea442f on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:14:29.666569 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Attempting to bind port 7764f4fa-173f-4558-9642-2932c6ea442f by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:14:29.666858 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Attempting to bind port 7764f4fa-173f-4558-9642-2932c6ea442f on network e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:14:29.671636 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bffcd6-ca9d-42bb-a302-893b6e357cb9 req-e2da55b5-2dc1-4f01-b58e-3c6084d3606b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:29.674190 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Port 7764f4fa-173f-4558-9642-2932c6ea442f on network e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:14:29.674538 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Attempting to bind port 7764f4fa-173f-4558-9642-2932c6ea442f on network e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:14:29.676575 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:29.682173 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:14:29.682461 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Checking segment: {'id': '1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:14:29.683101 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Bound using segment: {'id': '1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:14:29.684040 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Bound port: 7764f4fa-173f-4558-9642-2932c6ea442f, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:14:29.684514 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:29.684697 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-83bffcd6-ca9d-42bb-a302-893b6e357cb9 req-e2da55b5-2dc1-4f01-b58e-3c6084d3606b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.3122447 Jun 17 08:14:29.690645 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e8c2cb9a-2755-45ce-8143-a7ee7a03318e req-1da30f85-685d-44dd-b8d8-fec40a80edd3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0026b4bb-5535-40dd-9cc1-590011035a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843472 Jun 17 08:14:29.759202 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 6d3289d4-4a7f-4179-b716-d9617ac5861e no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:14:29.799017 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: 6d3289d4-4a7f-4179-b716-d9617ac5861e {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:14:29.799017 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 6d3289d4-4a7f-4179-b716-d9617ac5861e not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:14:29.837217 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] For port 7764f4fa-173f-4558-9642-2932c6ea442f, host hv-cinder-79128, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:14:29.847547 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] For port 7764f4fa-173f-4558-9642-2932c6ea442f, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7764f4fa-173f-4558-9642-2932c6ea442f,segment=NetworkSegment(1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5),segment_id=1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:14:29.855944 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63741673'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:29.861683 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:29.927175 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:29.927947 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:29.943097 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] 10.222.0.38 "PUT /v2.0/ports/7764f4fa-173f-4558-9642-2932c6ea442f HTTP/1.1" status: 200 len: 1098 time: 1.1925905 Jun 17 08:14:29.943097 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed988ed5-4c17-4289-840e-e126f45dd450', 'tag': '7764f4fa-173f-4558-9642-2932c6ea442f'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:14:29.943655 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-83bffcd6-ca9d-42bb-a302-893b6e357cb9 req-265e726a-b7c7-4c04-b9ab-4c0e6e98df40 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485347 Jun 17 08:14:29.944079 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e16594-3352-4069-8285-bb3edcbe3e42" -d '{"events": [{"name": "network-changed", "server_uuid": "ed988ed5-4c17-4289-840e-e126f45dd450", "tag": "7764f4fa-173f-4558-9642-2932c6ea442f"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:14:30.008394 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e8c2cb9a-2755-45ce-8143-a7ee7a03318e req-1d5b9e8e-5778-4eae-88aa-0a57aeb3555c service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097420 Jun 17 08:14:30.022067 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Pushing event updated for resources: {'Port': ['ID=7764f4fa-173f-4558-9642-2932c6ea442f,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:30.056229 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:30.116257 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d17216-d8e6-42fc-9fcd-206da692a942 x-openstack-request-id: req-f4d17216-d8e6-42fc-9fcd-206da692a942 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:14:30.116572 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed988ed5-4c17-4289-840e-e126f45dd450", "tag": "7764f4fa-173f-4558-9642-2932c6ea442f", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:14:30.116853 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f4d17216-d8e6-42fc-9fcd-206da692a942 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:14:30.118247 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed988ed5-4c17-4289-840e-e126f45dd450', 'tag': '7764f4fa-173f-4558-9642-2932c6ea442f', 'status': 'completed', 'code': 200} Jun 17 08:14:30.191946 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-2ea951f7-5e54-4651-8569-8dfdc63d9c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:30.193988 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-2ea951f7-5e54-4651-8569-8dfdc63d9c53 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=03510741526f4a0fa9e9aa2526365357&device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 1101 time: 0.1670041 Jun 17 08:14:30.218939 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e8c2cb9a-2755-45ce-8143-a7ee7a03318e req-13c4d7c8-6ad1-4a22-bc9d-842014c835dc service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953454 Jun 17 08:14:30.298807 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-8f5fd4b1-0b2c-4d7f-a2ce-51645e19d9a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=7764f4fa-173f-4558-9642-2932c6ea442f HTTP/1.1" status: 200 len: 217 time: 0.0956643 Jun 17 08:14:30.359351 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-d0d5dba1-80c5-477a-ab1e-7c1cad3ea850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:30.361098 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-d0d5dba1-80c5-477a-ab1e-7c1cad3ea850 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7ca0b931-ba59-4a1f-a333-c9c37f53f440 HTTP/1.1" status: 200 len: 843 time: 0.0523055 Jun 17 08:14:30.469123 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-f33e3fa4-ad92-41b8-a43d-d9c838b0e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:30.472905 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-f33e3fa4-ad92-41b8-a43d-d9c838b0e3a7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1004963 Jun 17 08:14:30.625904 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-55ebdebd-3660-4eaf-8c6a-64782371dfa8 service neutron] 10.222.0.38 "GET /v2.0/networks/e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321139 Jun 17 08:14:30.737045 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54446b5d-4208-4a94-bb41-021753a5af39 req-bfda2cc4-dfe8-4d6b-b1d8-48f96e7aeecb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:30.738593 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-54446b5d-4208-4a94-bb41-021753a5af39 req-bfda2cc4-dfe8-4d6b-b1d8-48f96e7aeecb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.4531031 Jun 17 08:14:30.744604 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f3fc8c9c-f864-4d74-91c6-c61e30619a23 req-d12126f9-29fd-481a-adcf-defd5fb06805 service neutron] 10.222.0.38 "GET /v2.0/networks/e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084354 Jun 17 08:14:30.768283 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f903004-b8ef-4585-aaff-d35a99a83ad9 req-301b2679-5fbe-4478-985d-f71d5ab47bc1 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:30.772571 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4f903004-b8ef-4585-aaff-d35a99a83ad9 req-301b2679-5fbe-4478-985d-f71d5ab47bc1 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1203623 Jun 17 08:14:30.820154 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-54446b5d-4208-4a94-bb41-021753a5af39 req-adc9d456-77ab-4181-9a85-8ffb6353de0b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733216 Jun 17 08:14:30.855536 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4f903004-b8ef-4585-aaff-d35a99a83ad9 req-f2e45ef2-b2b1-4ea2-ab4a-8b90886befc4 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662441 Jun 17 08:14:30.916189 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e16594-3352-4069-8285-bb3edcbe3e42 req-795e7159-0c18-424a-a7a1-11e8112b8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:30.918913 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a0e16594-3352-4069-8285-bb3edcbe3e42 req-795e7159-0c18-424a-a7a1-11e8112b8f04 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=03510741526f4a0fa9e9aa2526365357&device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 1101 time: 0.1039636 Jun 17 08:14:31.073932 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57968faf-0a77-491d-9cc6-17cf85ff8323 req-70974e1d-9826-44e8-ae2a-02c9b50c6010 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:31.083275 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-57968faf-0a77-491d-9cc6-17cf85ff8323 req-70974e1d-9826-44e8-ae2a-02c9b50c6010 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 948 time: 0.0920956 Jun 17 08:14:31.101626 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e16594-3352-4069-8285-bb3edcbe3e42 req-5ca86b27-0adb-4664-8430-2a926f0563c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:31.105109 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a0e16594-3352-4069-8285-bb3edcbe3e42 req-5ca86b27-0adb-4664-8430-2a926f0563c6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc HTTP/1.1" status: 200 len: 870 time: 0.1775587 Jun 17 08:14:31.131633 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-57968faf-0a77-491d-9cc6-17cf85ff8323 req-eab8ca5d-a54e-4fd6-b265-816f96f21205 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/security-groups?id=6cd308da-544b-4658-ae6b-236106d1eb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473001 Jun 17 08:14:31.183278 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a0e16594-3352-4069-8285-bb3edcbe3e42 req-e2a3390d-ef7a-432f-b336-c77909a91593 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=7764f4fa-173f-4558-9642-2932c6ea442f HTTP/1.1" status: 200 len: 217 time: 0.0686750 Jun 17 08:14:31.222359 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af2311-e7d4-4076-b74a-2e4bac47eb47 req-5d57643b-06d5-4bc4-a267-9dfc8244435a tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:31.223884 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a1af2311-e7d4-4076-b74a-2e4bac47eb47 req-5d57643b-06d5-4bc4-a267-9dfc8244435a tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.0800412 Jun 17 08:14:31.246198 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e16594-3352-4069-8285-bb3edcbe3e42 req-1be152b7-4f6e-4e3e-969f-828271aff081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:31.248074 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a0e16594-3352-4069-8285-bb3edcbe3e42 req-1be152b7-4f6e-4e3e-969f-828271aff081 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7ca0b931-ba59-4a1f-a333-c9c37f53f440 HTTP/1.1" status: 200 len: 843 time: 0.0556030 Jun 17 08:14:31.277553 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a1af2311-e7d4-4076-b74a-2e4bac47eb47 req-7b6bccdd-e187-4d3e-b7ea-0e75372fbd6e tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461075 Jun 17 08:14:31.317581 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e16594-3352-4069-8285-bb3edcbe3e42 req-79621f05-82f9-4c10-90de-2a6d3601fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:31.319179 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a0e16594-3352-4069-8285-bb3edcbe3e42 req-79621f05-82f9-4c10-90de-2a6d3601fc6e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0636165 Jun 17 08:14:31.425109 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a0e16594-3352-4069-8285-bb3edcbe3e42 req-df2ce46d-2244-4435-95c5-85a896c7c550 service neutron] 10.222.0.38 "GET /v2.0/networks/e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980051 Jun 17 08:14:31.534766 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a0e16594-3352-4069-8285-bb3edcbe3e42 req-1a2aa946-19bd-48dc-8bc4-92b59a03f81e service neutron] 10.222.0.38 "GET /v2.0/networks/e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983696 Jun 17 08:14:32.172844 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cee4e-9daf-4024-a01e-2fee046ad32f req-c9e7864f-f13c-44aa-8177-1ae7e76c576f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:32.174351 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f70cee4e-9daf-4024-a01e-2fee046ad32f req-c9e7864f-f13c-44aa-8177-1ae7e76c576f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1241555 Jun 17 08:14:32.182660 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833dc28-7315-4ec0-a911-8c3a70a0b590 req-18ad4862-4ce5-4a5a-a70b-6389f1e36ce3 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:32.184806 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7833dc28-7315-4ec0-a911-8c3a70a0b590 req-18ad4862-4ce5-4a5a-a70b-6389f1e36ce3 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1356006 Jun 17 08:14:32.256238 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f70cee4e-9daf-4024-a01e-2fee046ad32f req-f11010bd-ccae-497e-9d2b-b956c61873e8 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687771 Jun 17 08:14:32.261284 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7833dc28-7315-4ec0-a911-8c3a70a0b590 req-3a90b4ee-5ac9-4956-bb49-83104704df13 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645995 Jun 17 08:14:32.528010 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778731d3-337c-4c56-9ffd-d873134d060e req-857c4561-01f0-45fd-90ed-396363403237 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:32.530300 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-778731d3-337c-4c56-9ffd-d873134d060e req-857c4561-01f0-45fd-90ed-396363403237 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 948 time: 0.1372116 Jun 17 08:14:32.571031 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d44b65-39ef-465d-bda1-8a8c1186cfe4 req-3988103b-5a47-4fd3-94d0-4452f60b9975 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:32.581570 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d4d44b65-39ef-465d-bda1-8a8c1186cfe4 req-3988103b-5a47-4fd3-94d0-4452f60b9975 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.1342552 Jun 17 08:14:32.631199 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-778731d3-337c-4c56-9ffd-d873134d060e req-4fe2b2bb-3b88-428b-8aa8-d6f2920b2a47 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/security-groups?id=6cd308da-544b-4658-ae6b-236106d1eb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896168 Jun 17 08:14:32.655104 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d4d44b65-39ef-465d-bda1-8a8c1186cfe4 req-db98c240-fff7-4d63-a5a6-3d73fdb02124 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670753 Jun 17 08:14:33.518533 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f081b-5d76-4e0c-9290-5b7cdc50a685 req-f1deb71a-b59e-452e-865e-8834d3404403 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:33.520331 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a92f081b-5d76-4e0c-9290-5b7cdc50a685 req-f1deb71a-b59e-452e-865e-8834d3404403 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1186538 Jun 17 08:14:33.534214 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b82f2-1dc0-4f2b-ab97-8c8f886ecc88 req-2d9831f7-cf5b-4b3f-ab3c-0528987bb29f tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:33.535861 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-db9b82f2-1dc0-4f2b-ab97-8c8f886ecc88 req-2d9831f7-cf5b-4b3f-ab3c-0528987bb29f tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1323888 Jun 17 08:14:33.600775 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a92f081b-5d76-4e0c-9290-5b7cdc50a685 req-f0311ea8-44bd-4358-843a-9b47ed320d5a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638244 Jun 17 08:14:33.607084 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-db9b82f2-1dc0-4f2b-ab97-8c8f886ecc88 req-e5727c58-a1e9-4832-ac29-780b802560db tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627646 Jun 17 08:14:33.753323 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device dbe2920f-ae8a-44d4-83dd-29e27fe631da details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:14:33.871877 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port dbe2920f-ae8a-44d4-83dd-29e27fe631da, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:14:33.886140 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'port_id': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da', 'mac_address': 'fa:16:3e:77:c4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:14:33.929403 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:33.943937 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbe2920f-ae8a-44d4-83dd-29e27fe631da {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:14:33.973113 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port dbe2920f-ae8a-44d4-83dd-29e27fe631da, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:14:33.978117 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:33.980780 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:33.981022 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae775ab-5d41-4a71-80de-c2071db660d3 req-285e0ff8-4eab-4ab1-8cc6-0c8a679d534e tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:33.985234 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bae775ab-5d41-4a71-80de-c2071db660d3 req-285e0ff8-4eab-4ab1-8cc6-0c8a679d534e tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.1925323 Jun 17 08:14:33.999597 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec387c-420e-4176-a7d3-7baecf3b2574 req-dd71c758-3427-4cbc-aa99-20b74797c6c5 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:34.001383 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bbec387c-420e-4176-a7d3-7baecf3b2574 req-dd71c758-3427-4cbc-aa99-20b74797c6c5 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 948 time: 0.1791258 Jun 17 08:14:34.036788 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=dbe2920f-ae8a-44d4-83dd-29e27fe631da,revision_number=6']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:34.041387 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:34.083517 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bae775ab-5d41-4a71-80de-c2071db660d3 req-606c8f3a-ec75-419a-b105-c33a29718984 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808153 Jun 17 08:14:34.093942 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bbec387c-420e-4176-a7d3-7baecf3b2574 req-7a002956-a868-4584-bd23-d6d63e37091e tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/security-groups?id=6cd308da-544b-4658-ae6b-236106d1eb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808711 Jun 17 08:14:34.135321 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['dbe2920f-ae8a-44d4-83dd-29e27fe631da'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:14:34.904902 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7c567-1620-4c7f-a8e1-31f80c32f073 req-9622f7ca-b9be-4345-8ab2-a5f5bfd6b131 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:34.906582 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f8e7c567-1620-4c7f-a8e1-31f80c32f073 req-9622f7ca-b9be-4345-8ab2-a5f5bfd6b131 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1565905 Jun 17 08:14:34.918175 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe31963-8788-4a54-affd-a7fccda27ae2 req-d44877a9-dc00-4157-897f-89b71f06be0e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:34.920653 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8fe31963-8788-4a54-affd-a7fccda27ae2 req-d44877a9-dc00-4157-897f-89b71f06be0e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 945 time: 0.1458085 Jun 17 08:14:34.986435 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8fe31963-8788-4a54-affd-a7fccda27ae2 req-ac6b1abe-08bc-4a7e-bf6a-3d581466c98a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568931 Jun 17 08:14:34.989540 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f8e7c567-1620-4c7f-a8e1-31f80c32f073 req-6e2c471c-9093-4411-879d-8e246c25e0fb tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679116 Jun 17 08:14:35.296535 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e7639-e928-4389-9daa-b1212db00bf8 req-c546ad34-0c14-41cb-9fc3-7e999e3e21c5 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:35.299273 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cf5e7639-e928-4389-9daa-b1212db00bf8 req-c546ad34-0c14-41cb-9fc3-7e999e3e21c5 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.0809186 Jun 17 08:14:35.385907 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cf5e7639-e928-4389-9daa-b1212db00bf8 req-182bd784-7747-4228-a01b-346a67f67f5d tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678349 Jun 17 08:14:35.432887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1308a59-75ae-47a9-9898-359c419bc476 req-53dd840c-7531-4944-84d1-de5e112f832b tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:35.434560 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d1308a59-75ae-47a9-9898-359c419bc476 req-53dd840c-7531-4944-84d1-de5e112f832b tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 948 time: 0.1272676 Jun 17 08:14:35.486873 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d1308a59-75ae-47a9-9898-359c419bc476 req-cf47c350-c816-4931-a4d8-429cf6ee9571 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/security-groups?id=6cd308da-544b-4658-ae6b-236106d1eb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432928 Jun 17 08:14:35.768283 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device dbe2920f-ae8a-44d4-83dd-29e27fe631da up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:14:35.822048 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port dbe2920f-ae8a-44d4-83dd-29e27fe631da triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:14:35.822416 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:35.907026 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:35.932025 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:14:35.934446 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55669cf5-0338-4682-970e-a2298f4bc448" -d '{"events": [{"server_uuid": "5d519d19-76b3-4a2f-90c9-225dd1cea165", "name": "network-vif-plugged", "status": "completed", "tag": "dbe2920f-ae8a-44d4-83dd-29e27fe631da"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:14:35.949699 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port dbe2920f-ae8a-44d4-83dd-29e27fe631da, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:14:35.954557 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:35.956902 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:35.983261 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627e35e4-78eb-4b09-900a-7706fa220c2b x-openstack-request-id: req-627e35e4-78eb-4b09-900a-7706fa220c2b {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:14:35.983742 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d519d19-76b3-4a2f-90c9-225dd1cea165", "name": "network-vif-plugged", "status": "completed", "tag": "dbe2920f-ae8a-44d4-83dd-29e27fe631da", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:14:35.984073 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-627e35e4-78eb-4b09-900a-7706fa220c2b {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:14:35.984475 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da', 'code': 200} Jun 17 08:14:36.017310 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=dbe2920f-ae8a-44d4-83dd-29e27fe631da,revision_number=7']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:36.020400 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:36.235684 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645be742-85e6-43e7-9bca-1ff999175e5d req-5e5fa3dc-591f-4894-8565-3b1c8345868d tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:36.243208 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-645be742-85e6-43e7-9bca-1ff999175e5d req-5e5fa3dc-591f-4894-8565-3b1c8345868d tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1248446 Jun 17 08:14:36.261600 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050c30f-cb68-43da-a43d-3621fbdac2bd req-7f9627c8-ce41-475c-b62e-eb4639976b14 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:36.263417 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4050c30f-cb68-43da-a43d-3621fbdac2bd req-7f9627c8-ce41-475c-b62e-eb4639976b14 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1294577 Jun 17 08:14:36.325793 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-645be742-85e6-43e7-9bca-1ff999175e5d req-f43ee537-83e4-49f7-8afa-94d1cab02648 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813167 Jun 17 08:14:36.339711 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4050c30f-cb68-43da-a43d-3621fbdac2bd req-933839e4-bac8-4d55-9f20-9881a29597a0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683613 Jun 17 08:14:36.694238 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d9dc2-d5f7-40e6-90c1-d19b619a2ccd req-54d837e2-af4e-4bf0-b47a-ed87a5bd7efe tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:36.695946 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-179d9dc2-d5f7-40e6-90c1-d19b619a2ccd req-54d837e2-af4e-4bf0-b47a-ed87a5bd7efe tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.1139748 Jun 17 08:14:36.761025 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-179d9dc2-d5f7-40e6-90c1-d19b619a2ccd req-8c0d32c2-c24e-4665-8baf-d06a46b0e7ed tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462275 Jun 17 08:14:36.791760 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f21d5-3110-4ca5-a021-744dbca62058 req-27707cb7-d8ff-4245-a057-da7eb56c99b6 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:36.791760 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0f3f21d5-3110-4ca5-a021-744dbca62058 req-27707cb7-d8ff-4245-a057-da7eb56c99b6 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 948 time: 0.1328006 Jun 17 08:14:36.837107 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0f3f21d5-3110-4ca5-a021-744dbca62058 req-17692afb-edd2-4308-b57a-e8b20d8afae8 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/security-groups?id=6cd308da-544b-4658-ae6b-236106d1eb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381944 Jun 17 08:14:37.692574 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d4c4-896c-4af3-89e2-fc4a3e53d610 req-af705662-aba5-4700-9a79-540e865cf71b tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:37.694461 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b382d4c4-896c-4af3-89e2-fc4a3e53d610 req-af705662-aba5-4700-9a79-540e865cf71b tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.2313910 Jun 17 08:14:37.704735 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289f245-e782-484f-afb2-8c6b07f665e8 req-503f2718-d4c4-411a-ac69-ee10739f925e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:37.706852 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a289f245-e782-484f-afb2-8c6b07f665e8 req-503f2718-d4c4-411a-ac69-ee10739f925e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1855364 Jun 17 08:14:37.784940 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b382d4c4-896c-4af3-89e2-fc4a3e53d610 req-2705a076-a3f4-4ab7-8c2d-cd2ec17979b6 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769539 Jun 17 08:14:37.798145 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a289f245-e782-484f-afb2-8c6b07f665e8 req-5b07cc56-1f47-4b54-8dce-3e2426b7531a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812361 Jun 17 08:14:38.041801 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdda16e-6f71-4202-a516-9aff503bea98 req-6c23b5f1-5ec3-401d-aafb-dbf80e4d07d4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:38.044105 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8bdda16e-6f71-4202-a516-9aff503bea98 req-6c23b5f1-5ec3-401d-aafb-dbf80e4d07d4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.0890386 Jun 17 08:14:38.124222 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8bdda16e-6f71-4202-a516-9aff503bea98 req-2dbda0a6-1f45-4deb-8442-a5e32ec3fec1 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679510 Jun 17 08:14:38.160557 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada2b21-cdb4-4c36-8e2b-b6c74e7eb2aa req-efe0d99b-95f8-482c-a83e-23c0daf088c3 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:38.167011 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1ada2b21-cdb4-4c36-8e2b-b6c74e7eb2aa req-efe0d99b-95f8-482c-a83e-23c0daf088c3 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 948 time: 0.1216881 Jun 17 08:14:38.210223 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1ada2b21-cdb4-4c36-8e2b-b6c74e7eb2aa req-6cc9a5e8-d91b-43dd-8704-4dd7bcb79fb6 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/security-groups?id=6cd308da-544b-4658-ae6b-236106d1eb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421247 Jun 17 08:14:39.091287 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a7f0e-d903-4681-a7e7-1f53a4495a73 req-c74c5589-f7ef-4f86-844b-a837873eec2e tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:39.093827 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-330a7f0e-d903-4681-a7e7-1f53a4495a73 req-c74c5589-f7ef-4f86-844b-a837873eec2e tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1489961 Jun 17 08:14:39.106655 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607a52f-f313-47af-960d-7c464958cfb7 req-3ebd6656-e3dc-4ec5-86d0-0eabe3f1b9af tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:39.115677 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3607a52f-f313-47af-960d-7c464958cfb7 req-3ebd6656-e3dc-4ec5-86d0-0eabe3f1b9af tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1355803 Jun 17 08:14:39.195215 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-330a7f0e-d903-4681-a7e7-1f53a4495a73 req-8bd1d18d-0997-4ab5-a404-0204608a9ca9 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763798 Jun 17 08:14:39.208710 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3607a52f-f313-47af-960d-7c464958cfb7 req-0e9bb35b-24a4-46ae-bb1f-f55a80d022ed tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913579 Jun 17 08:14:39.517431 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb6b34-ab58-4f02-845d-4e1cd45067a6 req-55f41417-5c33-4e5b-b8d7-0b2ebbe29d6b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:39.518941 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-25eb6b34-ab58-4f02-845d-4e1cd45067a6 req-55f41417-5c33-4e5b-b8d7-0b2ebbe29d6b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.1876669 Jun 17 08:14:39.539841 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0828223-4f3d-4afe-be74-9fd06e27b1d3 req-950cef1b-afe4-4b6e-b25a-baaca80a8cbd tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:39.541812 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d0828223-4f3d-4afe-be74-9fd06e27b1d3 req-950cef1b-afe4-4b6e-b25a-baaca80a8cbd tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 948 time: 0.1387703 Jun 17 08:14:39.619003 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-25eb6b34-ab58-4f02-845d-4e1cd45067a6 req-16db6b97-3b2f-4331-accf-c5e0b544524e tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761302 Jun 17 08:14:39.640071 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d0828223-4f3d-4afe-be74-9fd06e27b1d3 req-3dc378be-9455-4101-beca-5b91ca516ca3 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/security-groups?id=6cd308da-544b-4658-ae6b-236106d1eb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902231 Jun 17 08:14:40.516952 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c272b9-44f4-40d8-abb2-ad6df3430ce9 req-70223107-3aad-4202-9a3a-46298308127a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:40.524406 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-73c272b9-44f4-40d8-abb2-ad6df3430ce9 req-70223107-3aad-4202-9a3a-46298308127a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1385334 Jun 17 08:14:40.583145 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-73c272b9-44f4-40d8-abb2-ad6df3430ce9 req-bf924663-0775-47f1-99af-f97c53dbeca7 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576448 Jun 17 08:14:40.604861 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6e446-fe9b-4cc4-a519-a77f01348aab req-ad9dd90c-71e3-4551-893b-755be87970c7 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:40.615387 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ccc6e446-fe9b-4cc4-a519-a77f01348aab req-ad9dd90c-71e3-4551-893b-755be87970c7 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1594882 Jun 17 08:14:40.665293 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ccc6e446-fe9b-4cc4-a519-a77f01348aab req-69986937-755f-41c3-a680-e11e93c9ef15 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504279 Jun 17 08:14:41.030630 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f88d7-d6d9-4be0-9584-513dedc815f3 req-5760693b-5c6a-40f4-8799-c183533a2d70 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:41.032444 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ad4f88d7-d6d9-4be0-9584-513dedc815f3 req-5760693b-5c6a-40f4-8799-c183533a2d70 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.2488935 Jun 17 08:14:41.040418 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3f8c6-09bd-43d0-a924-ae2e706d049d req-88548f5d-da44-432d-955f-bf08f763b570 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:41.042336 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5ea3f8c6-09bd-43d0-a924-ae2e706d049d req-88548f5d-da44-432d-955f-bf08f763b570 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 948 time: 0.1571741 Jun 17 08:14:41.114961 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ad4f88d7-d6d9-4be0-9584-513dedc815f3 req-143bcc9b-5057-4f95-9079-7ef80ee55aee tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713420 Jun 17 08:14:41.160835 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5ea3f8c6-09bd-43d0-a924-ae2e706d049d req-a5038600-65f6-4d87-9d05-d0c9ba894945 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/security-groups?id=6cd308da-544b-4658-ae6b-236106d1eb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029983 Jun 17 08:14:41.812031 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 7764f4fa-173f-4558-9642-2932c6ea442f details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:14:41.881936 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8726633-a07c-4dc9-bc01-7ee4534d660f req-2a92bca9-3d54-4530-bb0e-a08708beefb0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:41.883809 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c8726633-a07c-4dc9-bc01-7ee4534d660f req-2a92bca9-3d54-4530-bb0e-a08708beefb0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1321292 Jun 17 08:14:42.005449 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 7764f4fa-173f-4558-9642-2932c6ea442f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7764f4fa-173f-4558-9642-2932c6ea442f,segment=NetworkSegment(1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5),segment_id=1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:14:42.039324 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c8726633-a07c-4dc9-bc01-7ee4534d660f req-d1b84757-6709-4e09-a23e-4c52b2ad29ca tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011488 Jun 17 08:14:42.044155 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': '7764f4fa-173f-4558-9642-2932c6ea442f', 'network_id': 'e10269d0-9d0e-43dd-9cf8-e88ebce1fbfc', 'port_id': '7764f4fa-173f-4558-9642-2932c6ea442f', 'mac_address': 'fa:16:3e:c6:b0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca0b931-ba59-4a1f-a333-c9c37f53f440', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:14:42.083883 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd888f79-ba16-47bf-8deb-cb0529f98790 req-bbc6278e-6290-41c2-ad39-f698127e3ed5 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:42.096896 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cd888f79-ba16-47bf-8deb-cb0529f98790 req-bbc6278e-6290-41c2-ad39-f698127e3ed5 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.2401147 Jun 17 08:14:42.136756 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:42.147926 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cd888f79-ba16-47bf-8deb-cb0529f98790 req-022ffeb7-e5be-4cbe-bf35-7db3739e654b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468993 Jun 17 08:14:42.158450 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7764f4fa-173f-4558-9642-2932c6ea442f {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:14:42.197522 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 7764f4fa-173f-4558-9642-2932c6ea442f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7764f4fa-173f-4558-9642-2932c6ea442f,segment=NetworkSegment(1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5),segment_id=1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:14:42.210175 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:42.215596 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:42.335823 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=7764f4fa-173f-4558-9642-2932c6ea442f,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:42.345465 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:42.402588 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902cc66-d733-4bf2-a833-c4bae8c5334c req-639d8bd3-ff09-4db2-b884-b92c7eb5e568 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:42.407854 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f902cc66-d733-4bf2-a833-c4bae8c5334c req-639d8bd3-ff09-4db2-b884-b92c7eb5e568 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 949 time: 0.1009877 Jun 17 08:14:42.487393 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f902cc66-d733-4bf2-a833-c4bae8c5334c req-b7e077e9-5967-4d5f-904b-809491c1d862 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/security-groups?id=6cd308da-544b-4658-ae6b-236106d1eb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585639 Jun 17 08:14:42.512820 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8fd48-7efc-4cc7-bc85-785a74ffb3d1 req-e6ac0dc8-151e-4c21-9ec2-904d9f870a98 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:42.519670 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bed8fd48-7efc-4cc7-bc85-785a74ffb3d1 req-e6ac0dc8-151e-4c21-9ec2-904d9f870a98 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.1362863 Jun 17 08:14:42.521094 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['7764f4fa-173f-4558-9642-2932c6ea442f'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:14:42.852566 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bed8fd48-7efc-4cc7-bc85-785a74ffb3d1 req-bbd1583a-d48e-4236-9eee-b667a17837e1 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213265 Jun 17 08:14:43.374852 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce474d41-00ad-48b4-87df-8f6e3698b5bc req-99c15d85-739b-4793-a868-bfa894440bfd tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:43.376533 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ce474d41-00ad-48b4-87df-8f6e3698b5bc req-99c15d85-739b-4793-a868-bfa894440bfd tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1411729 Jun 17 08:14:43.432384 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ce474d41-00ad-48b4-87df-8f6e3698b5bc req-67037d60-92dc-4c15-81a4-69981750ce0a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470767 Jun 17 08:14:43.460656 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804ad53-fc2d-4a01-99e2-d2c54e3916da req-769c52d8-4548-4af1-a05d-0ade0797be85 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:43.462217 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4804ad53-fc2d-4a01-99e2-d2c54e3916da req-769c52d8-4548-4af1-a05d-0ade0797be85 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1481323 Jun 17 08:14:43.516472 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4804ad53-fc2d-4a01-99e2-d2c54e3916da req-6715b54f-ff21-4c5b-af02-688de02e824a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481997 Jun 17 08:14:43.746942 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1124bc9-e0eb-48c3-b14a-ba0d52863984 req-df2986f4-294c-4be9-9288-62380c8806e1 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:43.750239 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c1124bc9-e0eb-48c3-b14a-ba0d52863984 req-df2986f4-294c-4be9-9288-62380c8806e1 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 949 time: 0.1005571 Jun 17 08:14:43.821642 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 7764f4fa-173f-4558-9642-2932c6ea442f up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:14:43.833259 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c1124bc9-e0eb-48c3-b14a-ba0d52863984 req-7f5b447d-e768-4faa-ab95-2c7995b8efea tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/security-groups?id=6cd308da-544b-4658-ae6b-236106d1eb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597932 Jun 17 08:14:43.897983 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port 7764f4fa-173f-4558-9642-2932c6ea442f completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:14:43.904725 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port 7764f4fa-173f-4558-9642-2932c6ea442f triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:14:43.905140 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:44.029936 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:44.070368 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed988ed5-4c17-4289-840e-e126f45dd450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7764f4fa-173f-4558-9642-2932c6ea442f'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:14:44.073187 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830dfc88-b41b-4286-a169-0055362b1ce9" -d '{"events": [{"server_uuid": "ed988ed5-4c17-4289-840e-e126f45dd450", "name": "network-vif-plugged", "status": "completed", "tag": "7764f4fa-173f-4558-9642-2932c6ea442f"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:14:44.088588 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 7764f4fa-173f-4558-9642-2932c6ea442f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7764f4fa-173f-4558-9642-2932c6ea442f,segment=NetworkSegment(1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5),segment_id=1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:14:44.096118 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:44.099976 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:44.104861 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0490e-dfa8-48dd-8a40-6dcb8fe8e675 req-c562a844-6057-48bc-bd42-404c42785105 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:44.108593 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-89f0490e-dfa8-48dd-8a40-6dcb8fe8e675 req-c562a844-6057-48bc-bd42-404c42785105 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.1051931 Jun 17 08:14:44.200262 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ecfbda-6afb-45b0-9c61-20ddfdef4d06 x-openstack-request-id: req-b7ecfbda-6afb-45b0-9c61-20ddfdef4d06 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:14:44.200618 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed988ed5-4c17-4289-840e-e126f45dd450", "name": "network-vif-plugged", "status": "completed", "tag": "7764f4fa-173f-4558-9642-2932c6ea442f", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:14:44.200857 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7ecfbda-6afb-45b0-9c61-20ddfdef4d06 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:14:44.201501 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed988ed5-4c17-4289-840e-e126f45dd450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7764f4fa-173f-4558-9642-2932c6ea442f', 'code': 200} Jun 17 08:14:44.208760 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=7764f4fa-173f-4558-9642-2932c6ea442f,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:44.211045 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:14:44.217952 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:44.221906 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-89f0490e-dfa8-48dd-8a40-6dcb8fe8e675 req-b02b55bd-a7cf-4a5a-835b-52dc3bdba7cd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861595 Jun 17 08:14:44.561324 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726f063-27d9-4718-b93b-16151b16c8e2 req-0af8d7de-c7c7-4f49-8a5d-b33a8fd6b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:44.563909 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1726f063-27d9-4718-b93b-16151b16c8e2 req-0af8d7de-c7c7-4f49-8a5d-b33a8fd6b3d4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 1103 time: 0.0654335 Jun 17 08:14:44.623294 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1726f063-27d9-4718-b93b-16151b16c8e2 req-eafbe08d-4973-485b-aa47-00690095cdcc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6cd308da-544b-4658-ae6b-236106d1eb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417078 Jun 17 08:14:44.704549 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7acdf-a20f-45e8-93bb-6d32484c9fc6 req-6dd4f1d4-3835-4e2d-9f2a-4b0f1ab49f1f tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:44.707622 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-edb7acdf-a20f-45e8-93bb-6d32484c9fc6 req-6dd4f1d4-3835-4e2d-9f2a-4b0f1ab49f1f tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.0928771 Jun 17 08:14:44.854218 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-edb7acdf-a20f-45e8-93bb-6d32484c9fc6 req-e4637ec8-f2f3-43c0-aad1-df83a02abce2 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941908 Jun 17 08:14:44.918221 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b1d95-a0cd-4ef2-8a61-782423216585 req-04a858e3-15fe-43ab-a77b-aa10ce932bba tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:44.920523 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2b0b1d95-a0cd-4ef2-8a61-782423216585 req-04a858e3-15fe-43ab-a77b-aa10ce932bba tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.2092259 Jun 17 08:14:44.978196 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2b0b1d95-a0cd-4ef2-8a61-782423216585 req-20d0c9a1-8ec7-4e9a-bf03-158c8ad1b778 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468037 Jun 17 08:14:45.160678 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe6ad5-fd93-4a32-be18-2cff5c299c64 req-2f485209-5365-451e-be22-2f46af438c7d tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:45.163592 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a2fe6ad5-fd93-4a32-be18-2cff5c299c64 req-2f485209-5365-451e-be22-2f46af438c7d tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 950 time: 0.1174881 Jun 17 08:14:45.240871 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a2fe6ad5-fd93-4a32-be18-2cff5c299c64 req-b20c285e-c01e-4cb0-843e-a58140378be3 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/security-groups?id=6cd308da-544b-4658-ae6b-236106d1eb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633140 Jun 17 08:14:45.536662 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9df851-7eb4-4e9a-8c30-8e67488127b4 req-3e48caf4-f369-4907-b250-d2491f163480 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:45.544713 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3d9df851-7eb4-4e9a-8c30-8e67488127b4 req-3e48caf4-f369-4907-b250-d2491f163480 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.1019776 Jun 17 08:14:45.603659 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3d9df851-7eb4-4e9a-8c30-8e67488127b4 req-7901973a-4fcf-42e8-9778-8791b61851a2 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578487 Jun 17 08:14:46.273458 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7b41f-c3bd-4285-acb7-2ef210227352 req-1f1c69cd-f710-481b-a624-ccee97a9f92d tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:46.276175 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c5c7b41f-c3bd-4285-acb7-2ef210227352 req-1f1c69cd-f710-481b-a624-ccee97a9f92d tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.2069790 Jun 17 08:14:46.371344 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c5c7b41f-c3bd-4285-acb7-2ef210227352 req-a3ae2831-4fa2-4295-98f7-e413b64ee357 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821562 Jun 17 08:14:46.388791 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d25748-84d4-4720-9d4c-fc0473f99245 req-04102cbd-30c3-45ac-9ca7-3ecdc66e1aff tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:46.396829 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-41d25748-84d4-4720-9d4c-fc0473f99245 req-04102cbd-30c3-45ac-9ca7-3ecdc66e1aff tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1696610 Jun 17 08:14:46.476232 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-41d25748-84d4-4720-9d4c-fc0473f99245 req-e856c62e-5415-49be-968c-e23ae47f94f4 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777452 Jun 17 08:14:46.895761 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c48cca-64b6-4900-aa6f-a14ff0a623f8 req-e965e23f-0c6f-43da-b989-91ad9a7bd9c3 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:46.899182 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-73c48cca-64b6-4900-aa6f-a14ff0a623f8 req-e965e23f-0c6f-43da-b989-91ad9a7bd9c3 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 950 time: 0.2615263 Jun 17 08:14:46.996300 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-73c48cca-64b6-4900-aa6f-a14ff0a623f8 req-25101885-b257-4281-8887-b343f950181d tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/security-groups?id=6cd308da-544b-4658-ae6b-236106d1eb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855639 Jun 17 08:14:47.169102 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dba148-bce2-4db7-9b04-17c072cf2ba7 req-f0cc5291-52a9-442e-a4a2-fd82c9f0a124 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:47.290642 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-74dba148-bce2-4db7-9b04-17c072cf2ba7 req-f0cc5291-52a9-442e-a4a2-fd82c9f0a124 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.2725477 Jun 17 08:14:47.496101 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-74dba148-bce2-4db7-9b04-17c072cf2ba7 req-2d5c5e1b-1df2-4494-b63a-e610a7c6631d tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179103 Jun 17 08:14:48.287636 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58514a59-6f90-4370-8b30-9e1fc2c6d354 req-d35d0e85-504f-4a25-bf85-1f484a0d382c tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:48.289978 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-58514a59-6f90-4370-8b30-9e1fc2c6d354 req-d35d0e85-504f-4a25-bf85-1f484a0d382c tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.3207967 Jun 17 08:14:48.419085 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-58514a59-6f90-4370-8b30-9e1fc2c6d354 req-619c3e6f-d35e-4012-a5d8-e6b43666d2ad tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150675 Jun 17 08:14:48.563456 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adb6f6-5186-4157-893e-bb3541e7c886 req-784a7612-4231-43b7-8d4a-0c4e139d0dbe tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:48.571100 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d7adb6f6-5186-4157-893e-bb3541e7c886 req-784a7612-4231-43b7-8d4a-0c4e139d0dbe tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.2180858 Jun 17 08:14:48.662252 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d7adb6f6-5186-4157-893e-bb3541e7c886 req-1360cc07-fb54-4abc-afc7-2fff294338a8 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852122 Jun 17 08:14:49.311634 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa75010-cc45-4a2c-be5b-f2f15c961fbf req-189b045a-3d60-4796-93ef-a6c134174ef4 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:49.311634 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-eaa75010-cc45-4a2c-be5b-f2f15c961fbf req-189b045a-3d60-4796-93ef-a6c134174ef4 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 950 time: 0.1875157 Jun 17 08:14:49.356069 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4ecd6-ef4e-447a-bbc1-ebe09f949332 req-bad1de16-b5fe-466f-8985-1a4c1a7d5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:49.358542 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c0c4ecd6-ef4e-447a-bbc1-ebe09f949332 req-bad1de16-b5fe-466f-8985-1a4c1a7d5c51 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f50cdcfdd2fd408d86d30f95622cad2f&device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 1099 time: 0.1342533 Jun 17 08:14:49.569654 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-eaa75010-cc45-4a2c-be5b-f2f15c961fbf req-e203136d-935e-49e4-ab42-2083b245fe0f tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/security-groups?id=6cd308da-544b-4658-ae6b-236106d1eb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597201 Jun 17 08:14:49.589826 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4ecd6-ef4e-447a-bbc1-ebe09f949332 req-c0fdc4fa-6743-409c-bca8-fdd397a69f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:49.593005 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c0c4ecd6-ef4e-447a-bbc1-ebe09f949332 req-c0fdc4fa-6743-409c-bca8-fdd397a69f2b service neutron] 10.222.0.38 "GET /v2.0/networks?id=c7133842-e71c-43e6-ac53-3faca71f09d3 HTTP/1.1" status: 200 len: 912 time: 0.2162709 Jun 17 08:14:49.652284 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e417919-62be-4e8d-b366-a3d167f55a30 req-a543c889-aa80-49cb-be38-05d5fea49c40 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:49.665683 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5e417919-62be-4e8d-b366-a3d167f55a30 req-a543c889-aa80-49cb-be38-05d5fea49c40 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.3428128 Jun 17 08:14:49.723453 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484e25a-1ec8-46ab-a946-62ecc21e534e req-ceea86a1-698c-4894-b70f-a3d907a984a8 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:49.728323 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5484e25a-1ec8-46ab-a946-62ecc21e534e req-ceea86a1-698c-4894-b70f-a3d907a984a8 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 950 time: 0.3435266 Jun 17 08:14:49.774662 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c0c4ecd6-ef4e-447a-bbc1-ebe09f949332 req-1a314cf3-cd84-41ec-adca-750775e3e21e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d463a57-d760-48b2-86fe-5b8cfc5afa5d HTTP/1.1" status: 200 len: 1002 time: 0.1715600 Jun 17 08:14:49.814615 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5e417919-62be-4e8d-b366-a3d167f55a30 req-bece4a15-6629-4996-869d-bdc38fcd25c6 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477621 Jun 17 08:14:49.916178 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4ecd6-ef4e-447a-bbc1-ebe09f949332 req-49178f0c-c7b6-4d81-80d9-ba3697bc5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:49.917775 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c0c4ecd6-ef4e-447a-bbc1-ebe09f949332 req-49178f0c-c7b6-4d81-80d9-ba3697bc5896 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12 HTTP/1.1" status: 200 len: 850 time: 0.1354706 Jun 17 08:14:50.093529 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4ecd6-ef4e-447a-bbc1-ebe09f949332 req-bd5ec890-2d95-4d7c-ad14-7e062fe75c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:50.095953 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c0c4ecd6-ef4e-447a-bbc1-ebe09f949332 req-bd5ec890-2d95-4d7c-ad14-7e062fe75c91 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c7133842-e71c-43e6-ac53-3faca71f09d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1702852 Jun 17 08:14:50.148634 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910bad7-b46d-419c-90c0-c4e4a8acaee7 req-93822810-2447-4944-9d33-67b82cab428d tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:50.150675 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5910bad7-b46d-419c-90c0-c4e4a8acaee7 req-93822810-2447-4944-9d33-67b82cab428d tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.2765338 Jun 17 08:14:50.183225 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-5484e25a-1ec8-46ab-a946-62ecc21e534e req-f8983911-9dc5-47b2-b186-aa7731594f10 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Deleting port 7764f4fa-173f-4558-9642-2932c6ea442f {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:14:50.184167 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-5484e25a-1ec8-46ab-a946-62ecc21e534e req-f8983911-9dc5-47b2-b186-aa7731594f10 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:50.299446 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5910bad7-b46d-419c-90c0-c4e4a8acaee7 req-d0dd7edd-c228-489c-ad10-eaadde75cb71 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337471 Jun 17 08:14:50.310828 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c74f63-69ae-48f1-ab46-39c1f974ccdf req-d4657b34-6182-47bd-a30b-19a165ea972d tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:50.318881 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52c74f63-69ae-48f1-ab46-39c1f974ccdf req-d4657b34-6182-47bd-a30b-19a165ea972d tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.2464552 Jun 17 08:14:50.402186 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52c74f63-69ae-48f1-ab46-39c1f974ccdf req-1de7f62d-33d1-4d5e-9f3d-167a5322a5eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805135 Jun 17 08:14:50.405171 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-5484e25a-1ec8-46ab-a946-62ecc21e534e req-f8983911-9dc5-47b2-b186-aa7731594f10 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] For port 7764f4fa-173f-4558-9642-2932c6ea442f, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7764f4fa-173f-4558-9642-2932c6ea442f,segment=NetworkSegment(1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5),segment_id=1faaa53d-ef20-4c0e-8ec8-f553ab0a98d5)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:14:50.405887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-5484e25a-1ec8-46ab-a946-62ecc21e534e req-f8983911-9dc5-47b2-b186-aa7731594f10 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:50.424484 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c0c4ecd6-ef4e-447a-bbc1-ebe09f949332 req-8e996f17-17aa-469c-9a6d-020ca65ce38b service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141758 Jun 17 08:14:50.535530 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-5484e25a-1ec8-46ab-a946-62ecc21e534e req-f8983911-9dc5-47b2-b186-aa7731594f10 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Calling delete_port for 7764f4fa-173f-4558-9642-2932c6ea442f owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:14:50.649692 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c0c4ecd6-ef4e-447a-bbc1-ebe09f949332 req-b91da2af-92b9-44fc-9451-e5ede0ae300f service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163928 Jun 17 08:14:50.829426 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-5484e25a-1ec8-46ab-a946-62ecc21e534e req-f8983911-9dc5-47b2-b186-aa7731594f10 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:50.839637 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:50.845551 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['7764f4fa-173f-4558-9642-2932c6ea442f'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:14:50.885536 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd700-db21-44e2-b6b2-c09ce93261d9 req-84211b9e-ac1b-48c4-aa3c-b8c800529492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:50.887377 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-430bd700-db21-44e2-b6b2-c09ce93261d9 req-84211b9e-ac1b-48c4-aa3c-b8c800529492 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8752c1061ce9489f85b5546f7e4dbe9c&device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 1099 time: 0.1181552 Jun 17 08:14:50.974552 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8983911-9dc5-47b2-b186-aa7731594f10 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Pushing event deleted for resources: {'Port': ['ID=7764f4fa-173f-4558-9642-2932c6ea442f,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:50.974552 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73512eaa-ad01-4f4c-a9f4-7053fd5851d5 req-bf17ebac-7c8a-4456-a1e9-184ba39b7d47 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:50.974552 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-73512eaa-ad01-4f4c-a9f4-7053fd5851d5 req-bf17ebac-7c8a-4456-a1e9-184ba39b7d47 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 867 time: 0.1916549 Jun 17 08:14:51.036164 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f8983911-9dc5-47b2-b186-aa7731594f10 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:51.049417 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd700-db21-44e2-b6b2-c09ce93261d9 req-fbdcf3c0-d3ee-44f0-8027-75094c9c574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:51.054765 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-430bd700-db21-44e2-b6b2-c09ce93261d9 req-fbdcf3c0-d3ee-44f0-8027-75094c9c574e service neutron] 10.222.0.38 "GET /v2.0/networks?id=19ba03da-5332-4f85-9243-9aa68eba305b HTTP/1.1" status: 200 len: 918 time: 0.1580667 Jun 17 08:14:51.070441 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-73512eaa-ad01-4f4c-a9f4-7053fd5851d5 req-9a92824c-0a39-44cf-9091-ad9fb1e45d97 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/security-groups?id=6cd308da-544b-4658-ae6b-236106d1eb66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236930 Jun 17 08:14:51.173211 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-430bd700-db21-44e2-b6b2-c09ce93261d9 req-637477cb-bb6d-40a9-97ad-8474bffa85e1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da HTTP/1.1" status: 200 len: 1001 time: 0.1093764 Jun 17 08:14:51.214807 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-5484e25a-1ec8-46ab-a946-62ecc21e534e req-f8983911-9dc5-47b2-b186-aa7731594f10 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] No DVR routers for this DVR port 7764f4fa-173f-4558-9642-2932c6ea442f on host hv-cinder-79128 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:14:51.218381 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-5484e25a-1ec8-46ab-a946-62ecc21e534e req-f8983911-9dc5-47b2-b186-aa7731594f10 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:51.220511 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5484e25a-1ec8-46ab-a946-62ecc21e534e req-f8983911-9dc5-47b2-b186-aa7731594f10 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.38 "DELETE /v2.0/ports/7764f4fa-173f-4558-9642-2932c6ea442f HTTP/1.1" status: 204 len: 173 time: 1.4809728 Jun 17 08:14:51.222044 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed988ed5-4c17-4289-840e-e126f45dd450', 'name': 'network-vif-deleted', 'tag': '7764f4fa-173f-4558-9642-2932c6ea442f'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:14:51.225105 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74e91a6-71ba-49ae-959b-0558b97283e4" -d '{"events": [{"server_uuid": "ed988ed5-4c17-4289-840e-e126f45dd450", "name": "network-vif-deleted", "tag": "7764f4fa-173f-4558-9642-2932c6ea442f"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:14:51.289031 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de027e1-ed66-4fe2-82ba-8acc5abf973f req-946d4ea8-c50a-4d70-bdb4-710304ba0552 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:51.290800 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9de027e1-ed66-4fe2-82ba-8acc5abf973f req-946d4ea8-c50a-4d70-bdb4-710304ba0552 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.1610942 Jun 17 08:14:51.309194 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd700-db21-44e2-b6b2-c09ce93261d9 req-6a4a7852-b12d-4558-9a7a-1bc743a66c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:51.311377 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-430bd700-db21-44e2-b6b2-c09ce93261d9 req-6a4a7852-b12d-4558-9a7a-1bc743a66c6f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d98a074-331c-4766-b44c-a8c8c8e4d172 HTTP/1.1" status: 200 len: 856 time: 0.1137121 Jun 17 08:14:51.376252 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed389c7c-6096-47b6-8165-4ce468da16fb x-openstack-request-id: req-ed389c7c-6096-47b6-8165-4ce468da16fb {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:14:51.376633 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed988ed5-4c17-4289-840e-e126f45dd450", "name": "network-vif-deleted", "tag": "7764f4fa-173f-4558-9642-2932c6ea442f", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:14:51.377187 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ed389c7c-6096-47b6-8165-4ce468da16fb {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:14:51.377998 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed988ed5-4c17-4289-840e-e126f45dd450', 'name': 'network-vif-deleted', 'tag': '7764f4fa-173f-4558-9642-2932c6ea442f', 'status': 'completed', 'code': 200} Jun 17 08:14:51.383403 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9de027e1-ed66-4fe2-82ba-8acc5abf973f req-9352776a-b35a-49ec-b296-72df4ce79c55 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840175 Jun 17 08:14:51.478799 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd700-db21-44e2-b6b2-c09ce93261d9 req-686fbf4a-0f59-4009-b641-95508e8d4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:51.485951 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-430bd700-db21-44e2-b6b2-c09ce93261d9 req-686fbf4a-0f59-4009-b641-95508e8d4937 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19ba03da-5332-4f85-9243-9aa68eba305b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1643002 Jun 17 08:14:51.686030 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3571b-7d55-4fc4-94fa-aa904fb68561 req-06de4c84-2934-4e19-b9a0-a6267a7a6ce6 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:51.688340 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-daa3571b-7d55-4fc4-94fa-aa904fb68561 req-06de4c84-2934-4e19-b9a0-a6267a7a6ce6 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1171601 Jun 17 08:14:51.742515 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-430bd700-db21-44e2-b6b2-c09ce93261d9 req-5718111c-e4d6-4410-ae17-34bc61332292 service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371888 Jun 17 08:14:51.936557 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-430bd700-db21-44e2-b6b2-c09ce93261d9 req-531903fe-4ca6-453c-bf92-ea74e6867342 service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716931 Jun 17 08:14:51.937814 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-daa3571b-7d55-4fc4-94fa-aa904fb68561 req-d6f72eff-d217-47e0-9e60-bd1bca73d405 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215173 Jun 17 08:14:52.023932 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c6a4f-7db1-48d8-942a-2d3c27719d92 req-be3b8622-16e5-4fc8-9159-50e43c8b4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:52.026195 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-279c6a4f-7db1-48d8-942a-2d3c27719d92 req-be3b8622-16e5-4fc8-9159-50e43c8b4a2b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 1099 time: 0.2508676 Jun 17 08:14:52.042884 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa47183-95cb-485d-b350-fc3b47ba4d5a req-60ac0f91-7bcf-4e76-8bfc-86f4202bd31f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:52.055920 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7aa47183-95cb-485d-b350-fc3b47ba4d5a req-60ac0f91-7bcf-4e76-8bfc-86f4202bd31f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.3657093 Jun 17 08:14:52.234018 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-279c6a4f-7db1-48d8-942a-2d3c27719d92 req-43500a1b-503e-483d-bb05-147f83e5da32 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745894 Jun 17 08:14:52.288202 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7aa47183-95cb-485d-b350-fc3b47ba4d5a req-654cffc1-ff63-4c52-b808-c104ac9b5d51 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851151 Jun 17 08:14:52.440006 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-82927570-2769-423e-a09a-27237057e612 req-9487a669-112c-4f51-a26d-c00624c14a8f tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed988ed5-4c17-4289-840e-e126f45dd450 HTTP/1.1" status: 200 len: 210 time: 0.0662870 Jun 17 08:14:52.755714 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266e41c-686e-4331-9faf-a5bed8b4e364 req-b382e0a6-7d9c-4d82-af46-b506c52775d4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:52.757868 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6266e41c-686e-4331-9faf-a5bed8b4e364 req-b382e0a6-7d9c-4d82-af46-b506c52775d4 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.1470227 Jun 17 08:14:52.814786 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6266e41c-686e-4331-9faf-a5bed8b4e364 req-fcc898a1-e08e-489e-b507-2b8a85f0ae14 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505610 Jun 17 08:14:53.260203 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55ec94-54a9-4a4c-95de-23b4baba8f36 req-fcff7b11-0d32-4566-b298-96278bd6d0fa tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:53.263213 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2a55ec94-54a9-4a4c-95de-23b4baba8f36 req-fcff7b11-0d32-4566-b298-96278bd6d0fa tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.0924883 Jun 17 08:14:53.354376 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2a55ec94-54a9-4a4c-95de-23b4baba8f36 req-b1c5fea8-8471-4b40-a63c-16b7843940d0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830886 Jun 17 08:14:53.615024 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2f9dc-1b77-41fc-a2b7-2bfe7d4155b6 req-3520426f-3928-45f0-8aea-b17cc6f50f1e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:53.626204 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-03a2f9dc-1b77-41fc-a2b7-2bfe7d4155b6 req-3520426f-3928-45f0-8aea-b17cc6f50f1e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 946 time: 0.1166611 Jun 17 08:14:53.713706 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-03a2f9dc-1b77-41fc-a2b7-2bfe7d4155b6 req-2506f28b-5b17-4766-a2d4-f242b52ba201 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857768 Jun 17 08:14:53.849863 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 7764f4fa-173f-4558-9642-2932c6ea442f no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:14:53.915327 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: 7764f4fa-173f-4558-9642-2932c6ea442f {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:14:53.915759 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 7764f4fa-173f-4558-9642-2932c6ea442f not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:14:53.916454 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device dbe2920f-ae8a-44d4-83dd-29e27fe631da no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:14:54.068929 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2ec1425c-bc8e-435c-9942-6fd21bc3a4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:54.133365 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:54.182616 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:14:54.185395 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0559d471-2953-471c-90c5-c36601d9a185" -d '{"events": [{"server_uuid": "5d519d19-76b3-4a2f-90c9-225dd1cea165", "name": "network-vif-unplugged", "status": "completed", "tag": "dbe2920f-ae8a-44d4-83dd-29e27fe631da"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:14:54.225424 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port dbe2920f-ae8a-44d4-83dd-29e27fe631da, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:14:54.240019 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:54.252368 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-0ee49b7f-26ba-448e-aff3-a38c5ec6fd10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:14:54.258335 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669fdd6c-65e3-4f43-ab71-2ddd0eb4e515 x-openstack-request-id: req-669fdd6c-65e3-4f43-ab71-2ddd0eb4e515 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:14:54.258842 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d519d19-76b3-4a2f-90c9-225dd1cea165", "name": "network-vif-unplugged", "status": "completed", "tag": "dbe2920f-ae8a-44d4-83dd-29e27fe631da", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:14:54.259846 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-669fdd6c-65e3-4f43-ab71-2ddd0eb4e515 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:14:54.260126 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da', 'code': 200} Jun 17 08:14:54.414544 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=dbe2920f-ae8a-44d4-83dd-29e27fe631da,revision_number=8']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:14:54.445583 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:54.446194 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:54.447526 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:54.448137 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:54.449444 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:54.450019 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:54.457480 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:54.458362 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:54.458968 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:54.459615 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:54.460173 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:54.460816 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:14:54.476171 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:14:54.697159 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a14ab-ed79-4635-8036-c83981aee104 req-d255e8bd-8643-4dd8-991c-31692faa78a4 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:54.701826 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b63a14ab-ed79-4635-8036-c83981aee104 req-d255e8bd-8643-4dd8-991c-31692faa78a4 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1851463 Jun 17 08:14:54.798094 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b63a14ab-ed79-4635-8036-c83981aee104 req-87b0ed20-09fc-4cbb-a698-6877c3fd91dd tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797365 Jun 17 08:14:55.210197 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65d819-91c8-435e-95d8-1f5a06f30263 req-4701681f-4764-4183-8317-664125339426 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:55.218465 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fe65d819-91c8-435e-95d8-1f5a06f30263 req-4701681f-4764-4183-8317-664125339426 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.1519341 Jun 17 08:14:55.316654 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fe65d819-91c8-435e-95d8-1f5a06f30263 req-5add7656-353c-4b6b-8606-e50e9fc62065 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966849 Jun 17 08:14:56.003093 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bde95a-bd6f-42af-a107-b6289d012c79 req-e6998f4a-4690-4031-8421-39b7433bbcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:56.007655 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52bde95a-bd6f-42af-a107-b6289d012c79 req-e6998f4a-4690-4031-8421-39b7433bbcaf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=684246a58f09418fac0008ec7556e1f3&device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 1099 time: 0.1069808 Jun 17 08:14:56.163104 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bde95a-bd6f-42af-a107-b6289d012c79 req-056dd6d5-654d-48af-be6e-3d01c9bd1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:56.164974 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52bde95a-bd6f-42af-a107-b6289d012c79 req-056dd6d5-654d-48af-be6e-3d01c9bd1526 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0026b4bb-5535-40dd-9cc1-590011035a19 HTTP/1.1" status: 200 len: 920 time: 0.1402872 Jun 17 08:14:56.221952 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52bde95a-bd6f-42af-a107-b6289d012c79 req-82196383-9f67-4e0a-9409-f3e8a28f5769 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fd6134b-ce52-4230-be72-02eb60f06594 HTTP/1.1" status: 200 len: 217 time: 0.0453782 Jun 17 08:14:56.253725 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b21b3f-1d18-403c-978b-802dae42c78a req-96fe48f2-7023-4b00-9fcc-b971048e28c4 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:56.255550 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f7b21b3f-1d18-403c-978b-802dae42c78a req-96fe48f2-7023-4b00-9fcc-b971048e28c4 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.2334788 Jun 17 08:14:56.347562 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bde95a-bd6f-42af-a107-b6289d012c79 req-fc8f1e7d-aadd-4b0c-97b6-50c8964254e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:56.349039 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52bde95a-bd6f-42af-a107-b6289d012c79 req-fc8f1e7d-aadd-4b0c-97b6-50c8964254e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=11cf0762-a3fe-45d4-80c4-981986f0ca50 HTTP/1.1" status: 200 len: 859 time: 0.1190977 Jun 17 08:14:56.352687 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f7b21b3f-1d18-403c-978b-802dae42c78a req-e0789b92-6992-4fe0-a783-a4ea44c31806 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754342 Jun 17 08:14:56.425959 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52bde95a-bd6f-42af-a107-b6289d012c79 req-b4966852-ebcc-46cd-8d54-67cb2eb60a47 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0026b4bb-5535-40dd-9cc1-590011035a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604751 Jun 17 08:14:56.546192 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:56.601224 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52bde95a-bd6f-42af-a107-b6289d012c79 req-4e1be390-525c-4fc3-b78f-f1bc1638d1fd service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656344 Jun 17 08:14:56.736035 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-db3110b5-40d0-47c9-9942-d64011694b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:56.757866 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52bde95a-bd6f-42af-a107-b6289d012c79 req-d362d342-20fe-4c22-9e20-3a6ed8545ed9 service neutron] 10.222.0.38 "GET /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505804 Jun 17 08:14:57.295619 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894b897-be60-4923-ae11-bc83d7c007a9 req-04669e97-5d52-4914-aafa-741328ff0349 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:57.307949 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f894b897-be60-4923-ae11-bc83d7c007a9 req-04669e97-5d52-4914-aafa-741328ff0349 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.1172771 Jun 17 08:14:57.411398 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f894b897-be60-4923-ae11-bc83d7c007a9 req-22f93222-707c-4350-85ed-6a784209cce2 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020176 Jun 17 08:14:57.794479 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:57.857533 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device dbe2920f-ae8a-44d4-83dd-29e27fe631da no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:14:58.058009 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 52382) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:14:58.117167 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbf18c-461d-4d9b-af90-0b18de8d5fee req-ade919a7-f9a9-450c-91df-5a16ca31ccce tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:58.127167 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-dbfbf18c-461d-4d9b-af90-0b18de8d5fee req-ade919a7-f9a9-450c-91df-5a16ca31ccce tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.3149559 Jun 17 08:14:58.323959 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-dbfbf18c-461d-4d9b-af90-0b18de8d5fee req-f547ad7e-e14d-4c1e-acdb-94c05c261a74 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820228 Jun 17 08:14:58.388299 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-58c39db5-0bb4-4023-b493-4ef13964d82b req-d09bf758-c143-4b7b-896e-5364f98243f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3235717 Jun 17 08:14:58.730335 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:59.104025 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb93eef-cc10-4c99-ae00-685ee1fe0420 req-5a29eac8-d482-4ec9-b3a7-0e8e1fc977f6 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:59.116763 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-abb93eef-cc10-4c99-ae00-685ee1fe0420 req-5a29eac8-d482-4ec9-b3a7-0e8e1fc977f6 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.2693570 Jun 17 08:14:59.199876 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-abb93eef-cc10-4c99-ae00-685ee1fe0420 req-7ad3158e-fb51-4ab8-8306-31ab2de3448e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817325 Jun 17 08:14:59.655134 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:59.856149 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd23b54-73c7-43a5-9bdf-072dc257f104 req-edadbbb2-f528-4d9e-bfbb-9670ba012fa9 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:14:59.862093 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1dd23b54-73c7-43a5-9bdf-072dc257f104 req-edadbbb2-f528-4d9e-bfbb-9670ba012fa9 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1670415 Jun 17 08:15:00.064849 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1dd23b54-73c7-43a5-9bdf-072dc257f104 req-9af6f779-05d4-4fe1-a904-39e3a21ac4bc tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769130 Jun 17 08:15:00.662316 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2deea-ed85-4208-b58c-ea095e969466 req-bf07f96c-89bc-4d80-a8ad-8e270a76c5dc tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:00.677686 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bdc2deea-ed85-4208-b58c-ea095e969466 req-bf07f96c-89bc-4d80-a8ad-8e270a76c5dc tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.1927068 Jun 17 08:15:00.756184 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bdc2deea-ed85-4208-b58c-ea095e969466 req-3fafe47a-3d68-4bb3-8c75-ce7979c55ce8 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772750 Jun 17 08:15:01.248327 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 52486) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:01.595370 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-bf064b5d-f257-4785-9f49-22813bd81bc6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03510741526f4a0fa9e9aa2526365357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455539 Jun 17 08:15:01.596297 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 52498) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:01.666561 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-21e792e8-45db-4971-b929-5bb8dcdfe422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:01.743698 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-21e792e8-45db-4971-b929-5bb8dcdfe422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:01.869017 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-21e792e8-45db-4971-b929-5bb8dcdfe422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:01.883583 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-21e792e8-45db-4971-b929-5bb8dcdfe422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:01.895885 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-21e792e8-45db-4971-b929-5bb8dcdfe422 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6cd308da-544b-4658-ae6b-236106d1eb66 HTTP/1.1" status: 204 len: 168 time: 0.2969470 Jun 17 08:15:01.897586 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-05f70243-7264-45d3-aa16-bb1edcefaf01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:01.918440 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e792e8-45db-4971-b929-5bb8dcdfe422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd308da-544b-4658-ae6b-236106d1eb66,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:01.961652 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-21e792e8-45db-4971-b929-5bb8dcdfe422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:02.187734 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29ff1a-6393-4702-890c-0d655fa223f8 req-b9309307-a2f3-494c-a8c3-f3911321bdbe tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:02.189810 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3b29ff1a-6393-4702-890c-0d655fa223f8 req-b9309307-a2f3-494c-a8c3-f3911321bdbe tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.1238201 Jun 17 08:15:02.275983 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3b29ff1a-6393-4702-890c-0d655fa223f8 req-ecdf62f8-3d37-48dc-a537-6eb5cd3dff58 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732288 Jun 17 08:15:03.617776 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a39c2a-6b9f-497f-a2c9-78963b5a2919 req-33f46d53-c3d7-4049-904d-c328786bb475 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:03.623855 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d4a39c2a-6b9f-497f-a2c9-78963b5a2919 req-33f46d53-c3d7-4049-904d-c328786bb475 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.1136098 Jun 17 08:15:03.665202 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d4a39c2a-6b9f-497f-a2c9-78963b5a2919 req-91c51985-aa45-4f09-9631-4fb85ca6266e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398128 Jun 17 08:15:04.467427 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 52544) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:04.644124 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-92a1db29-6aed-40b1-83c5-f5f634c837d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:04.814897 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-92a1db29-6aed-40b1-83c5-f5f634c837d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:04.824144 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-92a1db29-6aed-40b1-83c5-f5f634c837d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:04.833452 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-eac3967b-0a85-4a29-8732-f5634b291644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:04.941075 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1db29-6aed-40b1-83c5-f5f634c837d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0868e35-1406-4ecb-ab6d-4ecb7a8dca41,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:04.963162 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-92a1db29-6aed-40b1-83c5-f5f634c837d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d65063840cd640748a3d543ff6f14b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4934900 Jun 17 08:15:04.966840 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-92a1db29-6aed-40b1-83c5-f5f634c837d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:04.967802 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 52556) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:05.076361 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f59cc7-8bcf-4be1-a569-57133460baa4 req-7eecf69b-ceae-458a-971d-b988087f6526 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:05.078951 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-60f59cc7-8bcf-4be1-a569-57133460baa4 req-7eecf69b-ceae-458a-971d-b988087f6526 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.2410908 Jun 17 08:15:05.365630 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10e0fc53-4b21-47a4-af6b-c992003972c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:05.402966 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10e0fc53-4b21-47a4-af6b-c992003972c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:05.412209 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-60f59cc7-8bcf-4be1-a569-57133460baa4 req-1021bf8c-51d8-4bc7-adba-5d400b16a082 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084810 Jun 17 08:15:05.512077 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10e0fc53-4b21-47a4-af6b-c992003972c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:05.516109 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10e0fc53-4b21-47a4-af6b-c992003972c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:05.517598 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-10e0fc53-4b21-47a4-af6b-c992003972c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0868e35-1406-4ecb-ab6d-4ecb7a8dca41 HTTP/1.1" status: 204 len: 168 time: 0.5480707 Jun 17 08:15:05.518554 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7b82cca1-f4e6-4653-b491-7fa37c0eab92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:05.529851 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0fc53-4b21-47a4-af6b-c992003972c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0868e35-1406-4ecb-ab6d-4ecb7a8dca41,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:05.533595 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-10e0fc53-4b21-47a4-af6b-c992003972c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:06.706541 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b8c21-ff35-44c9-94de-89daa43fd53c req-65ab9cac-f29f-46ba-9f89-bfcc6cc4b56b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:06.715126 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a02b8c21-ff35-44c9-94de-89daa43fd53c req-65ab9cac-f29f-46ba-9f89-bfcc6cc4b56b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.1179109 Jun 17 08:15:06.755584 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a02b8c21-ff35-44c9-94de-89daa43fd53c req-6d934f29-edcd-49be-b87f-3d32496612d0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388997 Jun 17 08:15:08.087321 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14854bf2-1c53-4a14-954b-d22ac592870f req-52300bb6-c53f-4c51-837a-f26c6578873a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:08.089611 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-14854bf2-1c53-4a14-954b-d22ac592870f req-52300bb6-c53f-4c51-837a-f26c6578873a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.1462328 Jun 17 08:15:08.169885 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c39db5-0bb4-4023-b493-4ef13964d82b req-c3b8feda-6bff-43ce-82ce-608d21a29217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:08.171995 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-58c39db5-0bb4-4023-b493-4ef13964d82b req-c3b8feda-6bff-43ce-82ce-608d21a29217 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165&tenant_id=8752c1061ce9489f85b5546f7e4dbe9c HTTP/1.1" status: 200 len: 1097 time: 0.1685100 Jun 17 08:15:08.175635 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-14854bf2-1c53-4a14-954b-d22ac592870f req-599a79fe-0ff1-4fc0-ab97-84a8e6902826 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781271 Jun 17 08:15:09.428181 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ef77f-a8f9-40a6-8f97-eb01218345b3 req-f2d82bd8-549c-42da-8bb2-99cbce2f68d9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:09.430924 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-520ef77f-a8f9-40a6-8f97-eb01218345b3 req-f2d82bd8-549c-42da-8bb2-99cbce2f68d9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.0943696 Jun 17 08:15:09.473189 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-520ef77f-a8f9-40a6-8f97-eb01218345b3 req-933645dc-4275-4cf2-80d5-a2383a95e14b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353794 Jun 17 08:15:10.686115 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9eb45-1063-47d7-8f4d-89c5de77bc0e req-74d212d8-7865-4f35-8733-da62c3592301 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:10.687746 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9dd9eb45-1063-47d7-8f4d-89c5de77bc0e req-74d212d8-7865-4f35-8733-da62c3592301 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.0769932 Jun 17 08:15:10.734163 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9dd9eb45-1063-47d7-8f4d-89c5de77bc0e req-ee529f5b-81bd-47c0-8aae-caad331aff65 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404401 Jun 17 08:15:11.194639 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c39db5-0bb4-4023-b493-4ef13964d82b req-a5513859-be4c-4cda-aa20-83ad6f7439c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:11.197222 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-58c39db5-0bb4-4023-b493-4ef13964d82b req-a5513859-be4c-4cda-aa20-83ad6f7439c1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8752c1061ce9489f85b5546f7e4dbe9c&device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 1097 time: 0.0882773 Jun 17 08:15:11.404385 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c39db5-0bb4-4023-b493-4ef13964d82b req-01f5f1da-fc82-435e-a298-5c168ef11959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:11.407726 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-58c39db5-0bb4-4023-b493-4ef13964d82b req-01f5f1da-fc82-435e-a298-5c168ef11959 service neutron] 10.222.0.38 "GET /v2.0/networks?id=19ba03da-5332-4f85-9243-9aa68eba305b HTTP/1.1" status: 200 len: 918 time: 0.1986420 Jun 17 08:15:11.634364 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-58c39db5-0bb4-4023-b493-4ef13964d82b req-68ad0937-f49b-4cee-8399-4e43b9235e45 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da HTTP/1.1" status: 200 len: 999 time: 0.2182176 Jun 17 08:15:11.873861 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c39db5-0bb4-4023-b493-4ef13964d82b req-e7426d6c-8fd2-4a11-8e66-5c3cb99c0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:11.876982 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-58c39db5-0bb4-4023-b493-4ef13964d82b req-e7426d6c-8fd2-4a11-8e66-5c3cb99c0067 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d98a074-331c-4766-b44c-a8c8c8e4d172 HTTP/1.1" status: 200 len: 856 time: 0.2188382 Jun 17 08:15:12.118628 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c39db5-0bb4-4023-b493-4ef13964d82b req-71828f68-e7a9-48ef-80f0-a2ea84fba9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:12.127333 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-58c39db5-0bb4-4023-b493-4ef13964d82b req-71828f68-e7a9-48ef-80f0-a2ea84fba9ae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19ba03da-5332-4f85-9243-9aa68eba305b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2337239 Jun 17 08:15:12.192156 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54525f84-a688-47e2-ac2c-d613d7cc67ec req-3622e09c-3577-4cdd-95f6-b77beedda807 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:12.193763 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-54525f84-a688-47e2-ac2c-d613d7cc67ec req-3622e09c-3577-4cdd-95f6-b77beedda807 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.1873732 Jun 17 08:15:12.298656 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-58c39db5-0bb4-4023-b493-4ef13964d82b req-4884d108-73b9-400b-8de7-daf34f40f249 service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685886 Jun 17 08:15:12.331956 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-54525f84-a688-47e2-ac2c-d613d7cc67ec req-c0ff20f3-8f3d-47aa-a0cb-cf0d32e8ed04 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051641 Jun 17 08:15:12.530812 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-58c39db5-0bb4-4023-b493-4ef13964d82b req-10f5ad29-ddf1-45d6-866b-559391d2347a service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238524 Jun 17 08:15:13.696098 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefe5b3-dd1e-4b39-a4d8-8b18b9a2e327 req-22d01aed-a0b0-411f-a2df-2571b53c011f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:13.698103 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-beefe5b3-dd1e-4b39-a4d8-8b18b9a2e327 req-22d01aed-a0b0-411f-a2df-2571b53c011f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.1466029 Jun 17 08:15:13.782770 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-beefe5b3-dd1e-4b39-a4d8-8b18b9a2e327 req-d90885dc-ef4c-4d59-8a93-e9949de887e0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768120 Jun 17 08:15:14.989005 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55356378-0ecb-47ea-8347-d38c853e3414 req-f1eb4486-9ec0-4ad1-b317-0490ead2c850 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:14.991021 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-55356378-0ecb-47ea-8347-d38c853e3414 req-f1eb4486-9ec0-4ad1-b317-0490ead2c850 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.0725651 Jun 17 08:15:15.045378 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-55356378-0ecb-47ea-8347-d38c853e3414 req-0f02323c-984a-476e-a9d3-412fa9443a53 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415146 Jun 17 08:15:16.337274 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e50f78-f4bf-44b5-ae10-deca597f85b7 req-8c7f6c98-e3ef-4adc-acee-bca856dbbc94 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:16.341536 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-64e50f78-f4bf-44b5-ae10-deca597f85b7 req-8c7f6c98-e3ef-4adc-acee-bca856dbbc94 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.1089342 Jun 17 08:15:16.392156 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-64e50f78-f4bf-44b5-ae10-deca597f85b7 req-db53d741-0232-49a0-8237-73d303a7589c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444469 Jun 17 08:15:17.634008 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda4ab2-c051-407b-b116-5b48eee1bb0e req-2469f963-e5d4-41a6-b4a8-d109b402f801 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:17.635636 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0fda4ab2-c051-407b-b116-5b48eee1bb0e req-2469f963-e5d4-41a6-b4a8-d109b402f801 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.0869925 Jun 17 08:15:17.695092 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0fda4ab2-c051-407b-b116-5b48eee1bb0e req-bb8a1989-2ab4-44a2-a7f3-5d3819c485a2 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505869 Jun 17 08:15:18.953029 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30816724-1e01-40af-801d-7b6153d1c535 req-be233c6f-70f5-4dfb-bc4c-0a594f99d35d tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:18.954974 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-30816724-1e01-40af-801d-7b6153d1c535 req-be233c6f-70f5-4dfb-bc4c-0a594f99d35d tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.0760281 Jun 17 08:15:19.050121 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-30816724-1e01-40af-801d-7b6153d1c535 req-293c6d5f-d361-4e80-b831-de8152e8971b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832849 Jun 17 08:15:20.313606 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc1549-1757-4fc0-b19f-95134c9d5e7b req-d2d1e80e-505d-4e44-94e8-51c98498cf86 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:20.315625 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2abc1549-1757-4fc0-b19f-95134c9d5e7b req-d2d1e80e-505d-4e44-94e8-51c98498cf86 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.0921297 Jun 17 08:15:20.388324 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2abc1549-1757-4fc0-b19f-95134c9d5e7b req-7764d4f9-3675-49c5-a1e7-9b40ff8769d4 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619717 Jun 17 08:15:21.201909 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:15:21.669626 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d390944-b4f2-4ba6-a8d8-dc954a95d317 req-6b9a7ada-2809-4272-b599-a06d35d030d9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:21.673858 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0d390944-b4f2-4ba6-a8d8-dc954a95d317 req-6b9a7ada-2809-4272-b599-a06d35d030d9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.1090834 Jun 17 08:15:21.737634 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0d390944-b4f2-4ba6-a8d8-dc954a95d317 req-04e8029a-3b9f-430f-939c-7e897b0cca5c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543842 Jun 17 08:15:23.006999 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440ccd1-47f3-49d5-9738-709689d172fe req-0657b639-ee47-45f2-9b4f-4c90f81ed180 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:23.008735 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3440ccd1-47f3-49d5-9738-709689d172fe req-0657b639-ee47-45f2-9b4f-4c90f81ed180 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.0850573 Jun 17 08:15:23.079129 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3440ccd1-47f3-49d5-9738-709689d172fe req-b1bb3eab-d4d9-44cc-a3e6-51dad3f2c321 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599382 Jun 17 08:15:23.931365 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d8239336-b83d-4ed5-9113-a5be4e80fc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:24.331200 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91755e1f-8f59-4875-8d36-4de77ce55bb4 req-dfafef0a-ab74-4fbc-8a30-3891e62d7729 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:24.332796 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-91755e1f-8f59-4875-8d36-4de77ce55bb4 req-dfafef0a-ab74-4fbc-8a30-3891e62d7729 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.0836098 Jun 17 08:15:24.385750 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-91755e1f-8f59-4875-8d36-4de77ce55bb4 req-5709f7a3-6fdc-4b70-91ea-dae0b4ff2f30 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415237 Jun 17 08:15:24.622980 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 52920) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:24.729472 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Deleting subnet d2a850bf-86aa-4bc6-89ac-4c825e979074 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:15:24.734502 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:24.803838 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:24.822448 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841451'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:24.990558 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:24.993217 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:25.024304 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:25.029802 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d2a850bf-86aa-4bc6-89ac-4c825e979074 HTTP/1.1" status: 204 len: 168 time: 0.4019842 Jun 17 08:15:25.029802 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2a850bf-86aa-4bc6-89ac-4c825e979074,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:25.030488 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 52930) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:25.044988 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.045763 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.046351 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.046935 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.047552 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.048313 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.048948 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.049556 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.050164 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.050807 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.051447 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.052006 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.061728 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-72e278fb-ab96-4c64-a73e-2e72748688ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:25.147654 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977769'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:25.259952 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840562', 'neutron.services.segments.db._delete_segments_for_network-8738547431473'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:25.275658 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:15:25.288898 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72da12ab-13fc-4ae0-bdba-776d912af97f') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:15:25.289258 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72da12ab-13fc-4ae0-bdba-776d912af97f') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:15:25.300346 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738547430786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63721506'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:25.319498 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:25.331013 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:15:25.331513 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63741573'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: Traceback (most recent call last): Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: timer() Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: cb(*args, **kw) Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: return func(*args, **kwargs) Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: self._notify() Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: self.callback(batched_events) Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: event.method(event) Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: return f(self, *a, **k) Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: return self._get(url).json() Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:15:25.333745 dv-cinder-791281-5-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:15:25.432517 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67087437'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:25.441245 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:25.445032 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:25.448649 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] 10.222.0.35 "DELETE /v2.0/networks/83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f HTTP/1.1" status: 204 len: 168 time: 0.4179974 Jun 17 08:15:25.472697 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=83971d7f-3a4f-4ac6-bcfe-e5ef3a2e198f,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:25.489091 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.489703 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.490296 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.490907 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.491568 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.492423 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.493065 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.493996 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.494289 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.494909 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.495549 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.496988 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:25.508054 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:25.718555 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 52940) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:25.719155 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aff4d-d783-463e-80f1-7f37324bf618 req-d0e8a343-fd75-475d-b3f5-8848f121b5a9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:25.720850 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b98aff4d-d783-463e-80f1-7f37324bf618 req-d0e8a343-fd75-475d-b3f5-8848f121b5a9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.1365521 Jun 17 08:15:25.820525 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-adb50200-c0af-413c-8234-8e41864b7def admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=525155f3ad474a68b93ed202dc56ef84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0996749 Jun 17 08:15:25.823069 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 52946) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:25.825851 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b98aff4d-d783-463e-80f1-7f37324bf618 req-aae7987d-86e2-48b8-945c-d2d96382fd60 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957174 Jun 17 08:15:25.926878 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2a467915-dee3-4bdc-b330-ab26e892a06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:26.045587 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2a467915-dee3-4bdc-b330-ab26e892a06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:26.064779 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 52954) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:26.140176 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2a467915-dee3-4bdc-b330-ab26e892a06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:26.143396 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2a467915-dee3-4bdc-b330-ab26e892a06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:26.146421 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2a467915-dee3-4bdc-b330-ab26e892a06f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f141170-db90-4c22-bf71-51ae3aa6b9a7 HTTP/1.1" status: 204 len: 168 time: 0.3212175 Jun 17 08:15:26.152937 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1b391e6b-b7ab-460a-b3b2-4b441a3e3c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:26.174770 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a467915-dee3-4bdc-b330-ab26e892a06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f141170-db90-4c22-bf71-51ae3aa6b9a7,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:26.178809 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2a467915-dee3-4bdc-b330-ab26e892a06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:26.517422 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:26.536074 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460d7f7-15ed-48c6-b59c-14e685afc747 req-77f5d7f4-7ee3-4c2f-adcd-29466a44c712 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:26.544322 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7460d7f7-15ed-48c6-b59c-14e685afc747 req-77f5d7f4-7ee3-4c2f-adcd-29466a44c712 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.1612322 Jun 17 08:15:26.602557 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7460d7f7-15ed-48c6-b59c-14e685afc747 req-97e3a000-3271-4de8-965a-6a75b05c24e5 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567544 Jun 17 08:15:26.692325 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ddc0491a-109c-4e86-9d4a-f44963c8b0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:26.759431 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b27538b5-8024-4cef-a902-b911056f6130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:26.861385 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ddc0491a-109c-4e86-9d4a-f44963c8b0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:26.867984 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ddc0491a-109c-4e86-9d4a-f44963c8b0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:26.871419 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-aa348562-9182-409c-b484-0862b414344a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:26.941027 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 52976) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:26.941609 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-ddc0491a-109c-4e86-9d4a-f44963c8b0d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1602e7501ccb447cacb6b1f9f312d607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8756719 Jun 17 08:15:26.951797 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0491a-109c-4e86-9d4a-f44963c8b0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1292089-2969-4fb6-a518-c996d948a7e4,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:26.966593 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ddc0491a-109c-4e86-9d4a-f44963c8b0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:27.064184 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-48255088-ef18-43be-9141-8d08b10e8f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:27.106736 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-48255088-ef18-43be-9141-8d08b10e8f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:27.191439 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-48255088-ef18-43be-9141-8d08b10e8f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:27.191719 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4d1b0-bce5-4159-8901-9b08335424a0 req-cd5fd23d-c33a-4504-a560-c7b728f29bd7 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:27.197985 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-48255088-ef18-43be-9141-8d08b10e8f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:27.201553 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-48255088-ef18-43be-9141-8d08b10e8f87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1292089-2969-4fb6-a518-c996d948a7e4 HTTP/1.1" status: 204 len: 168 time: 0.2579887 Jun 17 08:15:27.203224 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ada544e6-8a96-448c-8b61-ded3998851d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:27.219389 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b5d4d1b0-bce5-4159-8901-9b08335424a0 req-cd5fd23d-c33a-4504-a560-c7b728f29bd7 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.1524003 Jun 17 08:15:27.226594 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48255088-ef18-43be-9141-8d08b10e8f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1292089-2969-4fb6-a518-c996d948a7e4,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:27.235724 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-48255088-ef18-43be-9141-8d08b10e8f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:27.352097 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b5d4d1b0-bce5-4159-8901-9b08335424a0 req-c4c4333b-45ed-473a-9b23-e628b79543f2 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272128 Jun 17 08:15:27.790689 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:27.930532 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a91cfe-7d49-4d41-9df3-b4ef3520b219 req-e4db28a7-b4a2-43c2-a302-04ff7b9d6f3e tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:27.933805 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-40a91cfe-7d49-4d41-9df3-b4ef3520b219 req-e4db28a7-b4a2-43c2-a302-04ff7b9d6f3e tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.1193585 Jun 17 08:15:28.003385 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-40a91cfe-7d49-4d41-9df3-b4ef3520b219 req-f106d593-7b92-42b6-b029-c5792b3dc374 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590653 Jun 17 08:15:28.602741 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8f0ad-87a1-4379-8ab9-1a0e6c90c8f9 req-94a45570-2b84-472b-bf0d-26e499ef8461 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:28.611029 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b2c8f0ad-87a1-4379-8ab9-1a0e6c90c8f9 req-94a45570-2b84-472b-bf0d-26e499ef8461 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.0981836 Jun 17 08:15:28.668027 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b2c8f0ad-87a1-4379-8ab9-1a0e6c90c8f9 req-9a6d0594-f16c-43d5-963f-d81ccaba8520 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500808 Jun 17 08:15:28.695055 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:29.213622 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385968ee-e332-4ede-ac96-ede0f7b2e7f2 req-8328c4ac-00c7-4d78-97e2-85200b1b8ab3 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:29.215312 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-385968ee-e332-4ede-ac96-ede0f7b2e7f2 req-8328c4ac-00c7-4d78-97e2-85200b1b8ab3 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.0719848 Jun 17 08:15:29.260857 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-385968ee-e332-4ede-ac96-ede0f7b2e7f2 req-96de653f-0a53-4116-a1a3-3311ef10d768 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394094 Jun 17 08:15:29.644596 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:29.857075 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34498e03-ca0d-46f2-b197-3f063a20e2ba req-63ff2493-1179-4b90-addb-5aced29decf7 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:29.858852 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-34498e03-ca0d-46f2-b197-3f063a20e2ba req-63ff2493-1179-4b90-addb-5aced29decf7 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.0689077 Jun 17 08:15:29.901491 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-34498e03-ca0d-46f2-b197-3f063a20e2ba req-9ca40db4-93a6-4870-b0ac-ab6f7fc7dfa9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368032 Jun 17 08:15:30.499039 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f7557-ede2-4935-99cb-7c73d9b444b3 req-fb963741-ce89-47db-8c00-a077469a07dd tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:30.500662 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-943f7557-ede2-4935-99cb-7c73d9b444b3 req-fb963741-ce89-47db-8c00-a077469a07dd tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.1061127 Jun 17 08:15:30.531938 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f24d19-e210-41ff-8934-a639647eecad req-e972bf7b-e94e-4405-a489-562ade496678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:30.533432 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-72f24d19-e210-41ff-8934-a639647eecad req-e972bf7b-e94e-4405-a489-562ade496678 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8752c1061ce9489f85b5546f7e4dbe9c&device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 1097 time: 0.1078854 Jun 17 08:15:30.553947 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-943f7557-ede2-4935-99cb-7c73d9b444b3 req-6cbf9b8d-5da6-421b-8c21-ddd13842b377 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460913 Jun 17 08:15:30.658910 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f24d19-e210-41ff-8934-a639647eecad req-884ed35f-5b68-47aa-9376-fa343276d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:30.660744 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-72f24d19-e210-41ff-8934-a639647eecad req-884ed35f-5b68-47aa-9376-fa343276d6b2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=19ba03da-5332-4f85-9243-9aa68eba305b HTTP/1.1" status: 200 len: 918 time: 0.0990696 Jun 17 08:15:30.739628 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-72f24d19-e210-41ff-8934-a639647eecad req-68005164-44fb-4131-8651-91fe661a2ed3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da HTTP/1.1" status: 200 len: 999 time: 0.0674672 Jun 17 08:15:30.790572 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f24d19-e210-41ff-8934-a639647eecad req-dbdbedc9-c632-44c5-9061-7b1d0c7ed8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:30.792292 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-72f24d19-e210-41ff-8934-a639647eecad req-dbdbedc9-c632-44c5-9061-7b1d0c7ed8fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d98a074-331c-4766-b44c-a8c8c8e4d172 HTTP/1.1" status: 200 len: 856 time: 0.0444477 Jun 17 08:15:30.857531 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f24d19-e210-41ff-8934-a639647eecad req-024d3d92-6fa2-4d5c-a112-7cd0c7b94255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:30.859002 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-72f24d19-e210-41ff-8934-a639647eecad req-024d3d92-6fa2-4d5c-a112-7cd0c7b94255 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19ba03da-5332-4f85-9243-9aa68eba305b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542228 Jun 17 08:15:30.905359 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 53042) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:30.973234 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-72f24d19-e210-41ff-8934-a639647eecad req-4995bdfc-c8b9-4050-b1c1-451b7cca2f3e service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999634 Jun 17 08:15:31.035315 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-61c7c466-70e1-4183-bb54-213d3e544030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:31.112902 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-72f24d19-e210-41ff-8934-a639647eecad req-7ecaaefb-2183-4477-8151-fe1675587d10 service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323481 Jun 17 08:15:31.141451 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162653e-ab38-4d2c-b8bf-2a157af6ebff req-4c075bb6-c2cf-4d08-bb49-a45bf076d65e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:31.142674 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b162653e-ab38-4d2c-b8bf-2a157af6ebff req-4c075bb6-c2cf-4d08-bb49-a45bf076d65e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.1006408 Jun 17 08:15:31.152568 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-61c7c466-70e1-4183-bb54-213d3e544030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:31.160094 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-61c7c466-70e1-4183-bb54-213d3e544030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:31.163661 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-716207a2-8edf-403c-9559-c6ce49c15515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:31.200112 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b162653e-ab38-4d2c-b8bf-2a157af6ebff req-5ff5168b-4609-499b-bc0e-7cc33fc7377c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497949 Jun 17 08:15:31.218439 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-61c7c466-70e1-4183-bb54-213d3e544030 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ec21b766b88458c8804b671dcd692ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116193 Jun 17 08:15:31.219857 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7c466-70e1-4183-bb54-213d3e544030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6fc718-a2a4-466c-bebe-c0b8c40fd7e8,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:31.220237 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 53050) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:31.230629 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-61c7c466-70e1-4183-bb54-213d3e544030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:31.279076 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f9052d6d-7828-4e55-9fe8-1a0727e6f75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:31.305637 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f9052d6d-7828-4e55-9fe8-1a0727e6f75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:31.374236 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f9052d6d-7828-4e55-9fe8-1a0727e6f75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:31.379545 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f9052d6d-7828-4e55-9fe8-1a0727e6f75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:31.381019 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-f9052d6d-7828-4e55-9fe8-1a0727e6f75d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba6fc718-a2a4-466c-bebe-c0b8c40fd7e8 HTTP/1.1" status: 204 len: 168 time: 0.1598246 Jun 17 08:15:31.381819 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-24568281-3757-43a2-815c-245b2d1d0ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:31.392260 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9052d6d-7828-4e55-9fe8-1a0727e6f75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6fc718-a2a4-466c-bebe-c0b8c40fd7e8,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:31.394933 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f9052d6d-7828-4e55-9fe8-1a0727e6f75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:31.816935 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a5dc6-b34c-42dc-b1d9-c0cd8e6750bd req-921b6346-d4ff-499a-a9da-0395da744e80 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:31.819143 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1c4a5dc6-b34c-42dc-b1d9-c0cd8e6750bd req-921b6346-d4ff-499a-a9da-0395da744e80 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.0812807 Jun 17 08:15:31.861305 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1c4a5dc6-b34c-42dc-b1d9-c0cd8e6750bd req-3d5209c1-4cf4-4343-bde4-eeb750df9454 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342784 Jun 17 08:15:32.435564 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd899ab0-17bb-4cbb-ba3d-aebb918b0a94 req-fdf5b075-3177-44f3-bc29-6c5ada2ae88e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:32.437270 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fd899ab0-17bb-4cbb-ba3d-aebb918b0a94 req-fdf5b075-3177-44f3-bc29-6c5ada2ae88e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.0832336 Jun 17 08:15:32.484005 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fd899ab0-17bb-4cbb-ba3d-aebb918b0a94 req-02d02903-b0de-4234-adc1-c43e5a32f484 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385339 Jun 17 08:15:32.706555 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f8f25-fd6a-4e95-ba32-de0f586e4df5 req-8bdc4376-8d2a-43ec-a0f7-29e522fadc5a tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:32.708305 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-de7f8f25-fd6a-4e95-ba32-de0f586e4df5 req-8bdc4376-8d2a-43ec-a0f7-29e522fadc5a tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=d702abe7-1a65-4212-886c-ca4cfb4b472c HTTP/1.1" status: 200 len: 945 time: 0.0733023 Jun 17 08:15:32.752142 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-de7f8f25-fd6a-4e95-ba32-de0f586e4df5 req-ef4ca978-14ed-46e2-a152-a892b71d5638 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378432 Jun 17 08:15:33.045113 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7064b-dd6f-404e-895d-0b0041cdfe64 req-0ebb2364-ce42-48a9-80d9-051d070279bb tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:33.046632 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-dcc7064b-dd6f-404e-895d-0b0041cdfe64 req-0ebb2364-ce42-48a9-80d9-051d070279bb tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.0668144 Jun 17 08:15:33.093453 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-dcc7064b-dd6f-404e-895d-0b0041cdfe64 req-f7d4bc57-2d09-4716-b7d5-1000ad88122b tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365660 Jun 17 08:15:33.391537 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68142e-dcf4-4f70-bcf5-145e0ce5a4ab req-29b18fd4-4180-4cc6-a019-711c4b13753a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:33.393018 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2c68142e-dcf4-4f70-bcf5-145e0ce5a4ab req-29b18fd4-4180-4cc6-a019-711c4b13753a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.38 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 945 time: 0.0666080 Jun 17 08:15:33.503954 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-2c68142e-dcf4-4f70-bcf5-145e0ce5a4ab req-80b6399d-bdd8-4fe9-b3de-0d10c40dcfa0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Deleting port 5e60bf13-4d83-4634-874f-6178c58e14c1 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:15:33.504429 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-2c68142e-dcf4-4f70-bcf5-145e0ce5a4ab req-80b6399d-bdd8-4fe9-b3de-0d10c40dcfa0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:33.599833 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-2c68142e-dcf4-4f70-bcf5-145e0ce5a4ab req-80b6399d-bdd8-4fe9-b3de-0d10c40dcfa0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] For port 5e60bf13-4d83-4634-874f-6178c58e14c1, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5e60bf13-4d83-4634-874f-6178c58e14c1,segment=NetworkSegment(6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4),segment_id=6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:15:33.600112 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-2c68142e-dcf4-4f70-bcf5-145e0ce5a4ab req-80b6399d-bdd8-4fe9-b3de-0d10c40dcfa0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:33.686271 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-2c68142e-dcf4-4f70-bcf5-145e0ce5a4ab req-80b6399d-bdd8-4fe9-b3de-0d10c40dcfa0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Calling delete_port for 5e60bf13-4d83-4634-874f-6178c58e14c1 owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:15:33.817786 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94359c86-aa15-4db3-a1ff-985372cc41a6 req-ca0de266-720e-4efa-a15f-e84fc413e516 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:33.819326 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-94359c86-aa15-4db3-a1ff-985372cc41a6 req-ca0de266-720e-4efa-a15f-e84fc413e516 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.2067323 Jun 17 08:15:33.927252 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-94359c86-aa15-4db3-a1ff-985372cc41a6 req-a93ba14c-765c-499b-91c6-b764de351b9e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003766 Jun 17 08:15:33.932045 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-2c68142e-dcf4-4f70-bcf5-145e0ce5a4ab req-80b6399d-bdd8-4fe9-b3de-0d10c40dcfa0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:33.938304 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:33.945048 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['3fd6134b-ce52-4230-be72-02eb60f06594', '5e60bf13-4d83-4634-874f-6178c58e14c1'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:15:34.220683 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6399d-bdd8-4fe9-b3de-0d10c40dcfa0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Pushing event deleted for resources: {'Port': ['ID=5e60bf13-4d83-4634-874f-6178c58e14c1,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:34.238408 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-80b6399d-bdd8-4fe9-b3de-0d10c40dcfa0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:34.273824 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9a5e961d-e56b-48da-a12f-c16d63032bb5 req-d1d62709-1883-4311-a708-ce1ae813d1a4 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=692db06a-636c-492f-b63a-c70186a7658e HTTP/1.1" status: 200 len: 210 time: 0.0584204 Jun 17 08:15:34.297719 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c68142e-dcf4-4f70-bcf5-145e0ce5a4ab req-80b6399d-bdd8-4fe9-b3de-0d10c40dcfa0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] No DVR routers for this DVR port 5e60bf13-4d83-4634-874f-6178c58e14c1 on host hv-cinder-79128 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:15:34.300985 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-2c68142e-dcf4-4f70-bcf5-145e0ce5a4ab req-80b6399d-bdd8-4fe9-b3de-0d10c40dcfa0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:34.302915 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2c68142e-dcf4-4f70-bcf5-145e0ce5a4ab req-80b6399d-bdd8-4fe9-b3de-0d10c40dcfa0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.38 "DELETE /v2.0/ports/5e60bf13-4d83-4634-874f-6178c58e14c1 HTTP/1.1" status: 204 len: 173 time: 0.9035530 Jun 17 08:15:34.303430 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692db06a-636c-492f-b63a-c70186a7658e', 'name': 'network-vif-deleted', 'tag': '5e60bf13-4d83-4634-874f-6178c58e14c1'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:15:34.305688 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998b7588-9f6b-4b02-887c-95316ee8de5c" -d '{"events": [{"server_uuid": "692db06a-636c-492f-b63a-c70186a7658e", "name": "network-vif-deleted", "tag": "5e60bf13-4d83-4634-874f-6178c58e14c1"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:15:34.349057 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62186c8d-8732-42c8-97b1-baa15f1969cd req-8daeba12-d163-48bc-8fd7-51c73402732c tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:34.351251 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-62186c8d-8732-42c8-97b1-baa15f1969cd req-8daeba12-d163-48bc-8fd7-51c73402732c tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=d702abe7-1a65-4212-886c-ca4cfb4b472c HTTP/1.1" status: 200 len: 945 time: 0.4731567 Jun 17 08:15:34.352840 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983e62a8-758c-404f-9fc7-426245ef8290 x-openstack-request-id: req-983e62a8-758c-404f-9fc7-426245ef8290 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:15:34.353159 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692db06a-636c-492f-b63a-c70186a7658e", "name": "network-vif-deleted", "tag": "5e60bf13-4d83-4634-874f-6178c58e14c1", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:15:34.353441 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-983e62a8-758c-404f-9fc7-426245ef8290 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:15:34.353848 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692db06a-636c-492f-b63a-c70186a7658e', 'name': 'network-vif-deleted', 'tag': '5e60bf13-4d83-4634-874f-6178c58e14c1', 'status': 'completed', 'code': 200} Jun 17 08:15:34.436722 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-62186c8d-8732-42c8-97b1-baa15f1969cd req-176a5ceb-1052-4014-a31c-34b49d331e4d tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724492 Jun 17 08:15:34.466708 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebe88f-5249-4d87-88cd-8d12b50bdb0a req-920f110c-1634-41dc-bca1-35b02ec2cdb3 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:34.468229 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-94ebe88f-5249-4d87-88cd-8d12b50bdb0a req-920f110c-1634-41dc-bca1-35b02ec2cdb3 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.38 "GET /v2.0/ports?device_id=d702abe7-1a65-4212-886c-ca4cfb4b472c HTTP/1.1" status: 200 len: 945 time: 0.1135640 Jun 17 08:15:34.583064 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-94ebe88f-5249-4d87-88cd-8d12b50bdb0a req-833b8351-d1a0-4a69-8c04-09edf9d9d484 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Deleting port bea897bf-de5c-4c1b-8ba7-df0e69dedaea {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:15:34.583460 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-94ebe88f-5249-4d87-88cd-8d12b50bdb0a req-833b8351-d1a0-4a69-8c04-09edf9d9d484 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:34.686316 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-94ebe88f-5249-4d87-88cd-8d12b50bdb0a req-833b8351-d1a0-4a69-8c04-09edf9d9d484 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] For port bea897bf-de5c-4c1b-8ba7-df0e69dedaea, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bea897bf-de5c-4c1b-8ba7-df0e69dedaea,segment=NetworkSegment(c8a8768e-d42e-4a22-9f1b-bdb880981e4c),segment_id=c8a8768e-d42e-4a22-9f1b-bdb880981e4c)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:15:34.686789 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-94ebe88f-5249-4d87-88cd-8d12b50bdb0a req-833b8351-d1a0-4a69-8c04-09edf9d9d484 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:34.754112 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-94ebe88f-5249-4d87-88cd-8d12b50bdb0a req-833b8351-d1a0-4a69-8c04-09edf9d9d484 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Calling delete_port for bea897bf-de5c-4c1b-8ba7-df0e69dedaea owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:15:34.894171 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-94ebe88f-5249-4d87-88cd-8d12b50bdb0a req-833b8351-d1a0-4a69-8c04-09edf9d9d484 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:34.898153 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:34.906701 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['bea897bf-de5c-4c1b-8ba7-df0e69dedaea'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:15:34.929378 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b8351-d1a0-4a69-8c04-09edf9d9d484 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Pushing event deleted for resources: {'Port': ['ID=bea897bf-de5c-4c1b-8ba7-df0e69dedaea,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:34.932476 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-833b8351-d1a0-4a69-8c04-09edf9d9d484 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:34.979032 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ebe88f-5249-4d87-88cd-8d12b50bdb0a req-833b8351-d1a0-4a69-8c04-09edf9d9d484 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] No DVR routers for this DVR port bea897bf-de5c-4c1b-8ba7-df0e69dedaea on host hv-cinder-79128 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:15:34.982734 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-94ebe88f-5249-4d87-88cd-8d12b50bdb0a req-833b8351-d1a0-4a69-8c04-09edf9d9d484 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:34.985388 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-94ebe88f-5249-4d87-88cd-8d12b50bdb0a req-833b8351-d1a0-4a69-8c04-09edf9d9d484 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.38 "DELETE /v2.0/ports/bea897bf-de5c-4c1b-8ba7-df0e69dedaea HTTP/1.1" status: 204 len: 173 time: 0.5107670 Jun 17 08:15:35.142721 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776d604-2e84-46f9-8a40-e8b14df58ec1 req-0c665f51-9b9c-416a-b9e4-ff48a9cfd1c7 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:35.144193 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9776d604-2e84-46f9-8a40-e8b14df58ec1 req-0c665f51-9b9c-416a-b9e4-ff48a9cfd1c7 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.0687063 Jun 17 08:15:35.186733 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9776d604-2e84-46f9-8a40-e8b14df58ec1 req-f816d5cc-f1f4-465f-bfc9-bde138d44404 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358632 Jun 17 08:15:35.628421 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0247214e-7c05-4e36-b95a-4d99c3470e6d req-97cf7136-333b-4802-a2d5-fc5d7e96d556 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=d702abe7-1a65-4212-886c-ca4cfb4b472c HTTP/1.1" status: 200 len: 210 time: 0.0320528 Jun 17 08:15:35.757668 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bce25-9de7-4983-b3ea-95717c4459bf req-7d794ae1-8d21-4707-848d-3d23b086f033 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:35.758860 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9a9bce25-9de7-4983-b3ea-95717c4459bf req-7d794ae1-8d21-4707-848d-3d23b086f033 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.0734365 Jun 17 08:15:35.806029 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9a9bce25-9de7-4983-b3ea-95717c4459bf req-1a5d89bf-9dbe-4b45-bbe5-0323afaab2f3 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402484 Jun 17 08:15:36.065328 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 5e60bf13-4d83-4634-874f-6178c58e14c1 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:15:36.088667 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: 5e60bf13-4d83-4634-874f-6178c58e14c1 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:15:36.089011 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 5e60bf13-4d83-4634-874f-6178c58e14c1 not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:15:36.355654 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd702abe7-1a65-4212-886c-ca4cfb4b472c', 'name': 'network-vif-deleted', 'tag': 'bea897bf-de5c-4c1b-8ba7-df0e69dedaea'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:15:36.357588 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6ea355-a93b-4823-96d7-c03648738ab0" -d '{"events": [{"server_uuid": "d702abe7-1a65-4212-886c-ca4cfb4b472c", "name": "network-vif-deleted", "tag": "bea897bf-de5c-4c1b-8ba7-df0e69dedaea"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:15:36.381212 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d853182-1948-4564-a641-651a4842244c req-f2304600-4961-43ae-8efd-ca7f5f1cd16b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:36.382729 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3d853182-1948-4564-a641-651a4842244c req-f2304600-4961-43ae-8efd-ca7f5f1cd16b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.0710187 Jun 17 08:15:36.397723 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef424af-307c-41b4-b092-2cae1b346d74 x-openstack-request-id: req-8ef424af-307c-41b4-b092-2cae1b346d74 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:15:36.398039 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d702abe7-1a65-4212-886c-ca4cfb4b472c", "name": "network-vif-deleted", "tag": "bea897bf-de5c-4c1b-8ba7-df0e69dedaea", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:15:36.398338 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ef424af-307c-41b4-b092-2cae1b346d74 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:15:36.398745 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd702abe7-1a65-4212-886c-ca4cfb4b472c', 'name': 'network-vif-deleted', 'tag': 'bea897bf-de5c-4c1b-8ba7-df0e69dedaea', 'status': 'completed', 'code': 200} Jun 17 08:15:36.428808 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3d853182-1948-4564-a641-651a4842244c req-8352fda2-87f3-4a67-bdee-36d0d2fdfe0b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398009 Jun 17 08:15:37.015197 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86917b0c-06c4-4c03-8451-60aaeda5a2e6 req-754d2f6e-5269-43dc-8281-f9bddccae7b3 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:37.016844 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-86917b0c-06c4-4c03-8451-60aaeda5a2e6 req-754d2f6e-5269-43dc-8281-f9bddccae7b3 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.0729117 Jun 17 08:15:37.061627 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-86917b0c-06c4-4c03-8451-60aaeda5a2e6 req-e2a56610-9943-4d28-8a1b-9fff93a9ea27 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387735 Jun 17 08:15:37.618336 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400413c5-6c90-473b-b33b-39eafa1a9793 req-04fa8eef-a6d3-4a13-becc-1cab0524f428 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:37.619835 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-400413c5-6c90-473b-b33b-39eafa1a9793 req-04fa8eef-a6d3-4a13-becc-1cab0524f428 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.0678880 Jun 17 08:15:37.660141 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-400413c5-6c90-473b-b33b-39eafa1a9793 req-f3e4f0cf-0380-4b5b-ba2c-3ab8e1f65a5b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339134 Jun 17 08:15:38.250242 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a637931-013d-4d43-8469-9c4a9f91fc0a req-981710f3-4df4-4495-a559-1ed95aac5eb3 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:38.251797 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7a637931-013d-4d43-8469-9c4a9f91fc0a req-981710f3-4df4-4495-a559-1ed95aac5eb3 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.0724566 Jun 17 08:15:38.294085 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7a637931-013d-4d43-8469-9c4a9f91fc0a req-0801a0f1-dac5-4742-82c7-ea09566e8795 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364840 Jun 17 08:15:38.850428 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e496fc-9710-4bb8-8195-bc3045022c82 req-1637bd8d-ff94-439e-b761-bbf0cc3c06b3 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:38.851981 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-56e496fc-9710-4bb8-8195-bc3045022c82 req-1637bd8d-ff94-439e-b761-bbf0cc3c06b3 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 944 time: 0.0685229 Jun 17 08:15:38.894409 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-56e496fc-9710-4bb8-8195-bc3045022c82 req-5a8f2619-43fc-40cf-ab0e-d4302e5573d3 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360463 Jun 17 08:15:39.078445 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device dbe2920f-ae8a-44d4-83dd-29e27fe631da details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:15:39.178950 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port dbe2920f-ae8a-44d4-83dd-29e27fe631da, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:15:39.192039 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'port_id': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da', 'mac_address': 'fa:16:3e:77:c4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:15:39.235390 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:39.248705 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe2920f-ae8a-44d4-83dd-29e27fe631da {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:15:39.269236 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port dbe2920f-ae8a-44d4-83dd-29e27fe631da, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:15:39.273938 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:39.275696 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:39.325838 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=dbe2920f-ae8a-44d4-83dd-29e27fe631da,revision_number=9']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:39.329191 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:39.482980 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f0deb-d4fc-4d08-a0c1-6073908b1a74 req-9311ccae-8d8f-4611-bc4f-1393b9648106 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:39.484482 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8d9f0deb-d4fc-4d08-a0c1-6073908b1a74 req-9311ccae-8d8f-4611-bc4f-1393b9648106 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.0718877 Jun 17 08:15:39.524185 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8d9f0deb-d4fc-4d08-a0c1-6073908b1a74 req-36a600f2-93ee-4c13-9b5e-eaac4c9766e8 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339074 Jun 17 08:15:40.078479 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af341354-695b-4c05-9ef0-02c4cbc34a57 req-d3bcd042-ea81-431c-9f46-617ff6f864ef tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:40.079962 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-af341354-695b-4c05-9ef0-02c4cbc34a57 req-d3bcd042-ea81-431c-9f46-617ff6f864ef tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 945 time: 0.0658922 Jun 17 08:15:40.111550 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device bea897bf-de5c-4c1b-8ba7-df0e69dedaea no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:15:40.118853 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-af341354-695b-4c05-9ef0-02c4cbc34a57 req-bdddbad6-7d31-4643-904c-84b79e5f14de tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333157 Jun 17 08:15:40.132470 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: bea897bf-de5c-4c1b-8ba7-df0e69dedaea {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:15:40.132820 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device bea897bf-de5c-4c1b-8ba7-df0e69dedaea not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:15:40.414425 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['dbe2920f-ae8a-44d4-83dd-29e27fe631da'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:15:40.705227 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54b707-7877-4562-a5f2-b6c6cf638c2f req-6cab7c0b-9f63-4702-8926-b795884272c0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:40.706716 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2c54b707-7877-4562-a5f2-b6c6cf638c2f req-6cab7c0b-9f63-4702-8926-b795884272c0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.0662320 Jun 17 08:15:40.748227 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2c54b707-7877-4562-a5f2-b6c6cf638c2f req-833852a0-c8dd-4990-902b-b26cccd35cf9 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354412 Jun 17 08:15:41.315308 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016cc27-d238-4e96-8284-1ae9058813dc req-848d9483-99e8-4c48-9690-acabb6364609 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:41.316793 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3016cc27-d238-4e96-8284-1ae9058813dc req-848d9483-99e8-4c48-9690-acabb6364609 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 945 time: 0.0670314 Jun 17 08:15:41.354105 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3016cc27-d238-4e96-8284-1ae9058813dc req-f09530d2-55da-40a1-838c-03bf2b61d570 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315800 Jun 17 08:15:41.649836 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56286e82-3be6-4e8f-9ebd-80c3944c2f27 req-fd764330-b688-44a4-b611-6d5ace26198b tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:41.651209 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-56286e82-3be6-4e8f-9ebd-80c3944c2f27 req-fd764330-b688-44a4-b611-6d5ace26198b tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.0619025 Jun 17 08:15:41.750324 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-56286e82-3be6-4e8f-9ebd-80c3944c2f27 req-8409292d-dc02-49ce-b9f1-ad50c5f52872 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Deleting port 3fd6134b-ce52-4230-be72-02eb60f06594 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:15:41.750988 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-56286e82-3be6-4e8f-9ebd-80c3944c2f27 req-8409292d-dc02-49ce-b9f1-ad50c5f52872 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:41.842392 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-56286e82-3be6-4e8f-9ebd-80c3944c2f27 req-8409292d-dc02-49ce-b9f1-ad50c5f52872 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] For port 3fd6134b-ce52-4230-be72-02eb60f06594, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=3fd6134b-ce52-4230-be72-02eb60f06594,segment=NetworkSegment(6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4),segment_id=6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:15:41.842745 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-56286e82-3be6-4e8f-9ebd-80c3944c2f27 req-8409292d-dc02-49ce-b9f1-ad50c5f52872 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:41.912448 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-56286e82-3be6-4e8f-9ebd-80c3944c2f27 req-8409292d-dc02-49ce-b9f1-ad50c5f52872 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Calling delete_port for 3fd6134b-ce52-4230-be72-02eb60f06594 owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:15:42.032630 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3800b-d984-49d3-bedf-68cc232b111e req-01006c7c-1ed8-49c2-aa7f-699bc25dc67c tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:42.034175 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cde3800b-d984-49d3-bedf-68cc232b111e req-01006c7c-1ed8-49c2-aa7f-699bc25dc67c tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 946 time: 0.1515107 Jun 17 08:15:42.110245 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cde3800b-d984-49d3-bedf-68cc232b111e req-8ceef289-f24d-412e-a56e-5519b30b3067 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/security-groups?id=278d3e62-8a7c-4897-be7d-f510f2f80390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697649 Jun 17 08:15:42.122480 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-56286e82-3be6-4e8f-9ebd-80c3944c2f27 req-8409292d-dc02-49ce-b9f1-ad50c5f52872 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:42.127558 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-833b8351-d1a0-4a69-8c04-09edf9d9d484 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:42.137299 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['3fd6134b-ce52-4230-be72-02eb60f06594'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:15:42.155763 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409292d-dc02-49ce-b9f1-ad50c5f52872 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Pushing event deleted for resources: {'Port': ['ID=3fd6134b-ce52-4230-be72-02eb60f06594,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:42.160840 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8409292d-dc02-49ce-b9f1-ad50c5f52872 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:42.169715 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device dbe2920f-ae8a-44d4-83dd-29e27fe631da up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:15:42.201524 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-56286e82-3be6-4e8f-9ebd-80c3944c2f27 req-8409292d-dc02-49ce-b9f1-ad50c5f52872 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] No DVR routers for this DVR port 3fd6134b-ce52-4230-be72-02eb60f06594 on host hv-cinder-79128 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:15:42.204313 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-56286e82-3be6-4e8f-9ebd-80c3944c2f27 req-8409292d-dc02-49ce-b9f1-ad50c5f52872 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:42.206321 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-56286e82-3be6-4e8f-9ebd-80c3944c2f27 req-8409292d-dc02-49ce-b9f1-ad50c5f52872 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.38 "DELETE /v2.0/ports/3fd6134b-ce52-4230-be72-02eb60f06594 HTTP/1.1" status: 204 len: 173 time: 0.5487123 Jun 17 08:15:42.206827 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2be4610-d302-4c92-b501-5e38ba5a84f9', 'name': 'network-vif-deleted', 'tag': '3fd6134b-ce52-4230-be72-02eb60f06594'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:15:42.209180 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7d0708-918f-48c9-b185-545512fcfccc" -d '{"events": [{"server_uuid": "c2be4610-d302-4c92-b501-5e38ba5a84f9", "name": "network-vif-deleted", "tag": "3fd6134b-ce52-4230-be72-02eb60f06594"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:15:42.226567 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port dbe2920f-ae8a-44d4-83dd-29e27fe631da triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:15:42.227057 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:42.259160 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d469db-e54b-4318-a2e5-e7f127321f48 x-openstack-request-id: req-b1d469db-e54b-4318-a2e5-e7f127321f48 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:15:42.259637 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2be4610-d302-4c92-b501-5e38ba5a84f9", "name": "network-vif-deleted", "tag": "3fd6134b-ce52-4230-be72-02eb60f06594", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:15:42.259890 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1d469db-e54b-4318-a2e5-e7f127321f48 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:15:42.260343 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2be4610-d302-4c92-b501-5e38ba5a84f9', 'name': 'network-vif-deleted', 'tag': '3fd6134b-ce52-4230-be72-02eb60f06594', 'status': 'completed', 'code': 200} Jun 17 08:15:42.335043 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:42.361301 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:15:42.363609 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2acde9-6c26-46c5-ab07-72bac1e27aec" -d '{"events": [{"server_uuid": "5d519d19-76b3-4a2f-90c9-225dd1cea165", "name": "network-vif-plugged", "status": "completed", "tag": "dbe2920f-ae8a-44d4-83dd-29e27fe631da"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:15:42.381691 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port dbe2920f-ae8a-44d4-83dd-29e27fe631da, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:15:42.389624 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:42.392174 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:42.489141 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0ba30d-98ab-454f-ade2-d2fbe188f024 x-openstack-request-id: req-da0ba30d-98ab-454f-ade2-d2fbe188f024 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:15:42.489442 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d519d19-76b3-4a2f-90c9-225dd1cea165", "name": "network-vif-plugged", "status": "completed", "tag": "dbe2920f-ae8a-44d4-83dd-29e27fe631da", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:15:42.489694 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-da0ba30d-98ab-454f-ade2-d2fbe188f024 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:15:42.490081 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da', 'code': 200} Jun 17 08:15:42.494870 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=dbe2920f-ae8a-44d4-83dd-29e27fe631da,revision_number=10']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:42.499035 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:42.576737 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31a3e2-7200-4170-b186-1739397e7fbc req-afbdef20-8e6a-490f-9d98-3a68408b1640 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:42.578201 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6e31a3e2-7200-4170-b186-1739397e7fbc req-afbdef20-8e6a-490f-9d98-3a68408b1640 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 947 time: 0.0675299 Jun 17 08:15:42.616285 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6e31a3e2-7200-4170-b186-1739397e7fbc req-f4ec1c4c-f59b-4d3d-bf85-04944f2d5b33 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324302 Jun 17 08:15:43.283341 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6576aa16-9643-41f6-8802-59c9afbedb79 req-63125eac-3ebb-4ae7-a266-66302f93e6cc tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 210 time: 0.0291326 Jun 17 08:15:43.797050 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693650da-feb5-44a6-9d18-d25177a50ae5 req-c69574d4-e05e-4bdd-b5e7-2f947c965134 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:43.798519 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-693650da-feb5-44a6-9d18-d25177a50ae5 req-c69574d4-e05e-4bdd-b5e7-2f947c965134 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 947 time: 0.0640504 Jun 17 08:15:43.835620 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-693650da-feb5-44a6-9d18-d25177a50ae5 req-80e4c477-3b1a-41d4-832d-b1c19ca0fce1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312991 Jun 17 08:15:44.446754 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fc041024-b91f-4369-b312-cf1d99da2284 req-64279c19-2afa-4d61-80c1-1e49b6509f41 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 210 time: 0.0334945 Jun 17 08:15:45.016409 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89de57b-fd4c-4f30-a58f-c9dea2f769a4 req-0a4cdbde-63f0-4e49-a5ac-3c6c3124d4bb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:45.017928 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d89de57b-fd4c-4f30-a58f-c9dea2f769a4 req-0a4cdbde-63f0-4e49-a5ac-3c6c3124d4bb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 947 time: 0.0642436 Jun 17 08:15:45.055098 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d89de57b-fd4c-4f30-a58f-c9dea2f769a4 req-653fbcd3-0408-4924-98f9-e089c8c042b2 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316696 Jun 17 08:15:45.607848 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c7af8562-3a2e-4627-9638-bba389eecd85 req-f1febff0-79ce-4bbc-99f1-b419c033dab8 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] 10.222.0.35 "GET /v2.0/ports?device_id=c2be4610-d302-4c92-b501-5e38ba5a84f9 HTTP/1.1" status: 200 len: 210 time: 0.0292313 Jun 17 08:15:45.781178 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381951cf-ec4f-44b5-a408-6566b2e66652 req-f69ca7d1-5606-419d-87cf-be27e21558e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:45.782664 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-381951cf-ec4f-44b5-a408-6566b2e66652 req-f69ca7d1-5606-419d-87cf-be27e21558e5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 1100 time: 0.0574532 Jun 17 08:15:45.832432 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-381951cf-ec4f-44b5-a408-6566b2e66652 req-36e23fc6-d142-4d61-bb27-90d6f11d6e47 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422027 Jun 17 08:15:46.205402 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 3fd6134b-ce52-4230-be72-02eb60f06594 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:15:46.227738 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: 3fd6134b-ce52-4230-be72-02eb60f06594 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:15:46.228039 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 3fd6134b-ce52-4230-be72-02eb60f06594 not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:15:46.243418 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f72159-dc9f-4b53-ae3b-7d3af794ebc3 req-353cd0b7-191d-42e3-98a7-4b63a314d68f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:46.244903 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b6f72159-dc9f-4b53-ae3b-7d3af794ebc3 req-353cd0b7-191d-42e3-98a7-4b63a314d68f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 947 time: 0.0657716 Jun 17 08:15:46.292855 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b6f72159-dc9f-4b53-ae3b-7d3af794ebc3 req-d9b932b4-6f73-45e7-9346-7a58b934d25b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420842 Jun 17 08:15:46.753835 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 53184) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:46.927829 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-15777ec6-92f0-488a-9991-cd0289f13e40 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:46.929411 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-15777ec6-92f0-488a-9991-cd0289f13e40 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/networks?id=7a5c949b-9227-434f-938e-6ac2f71fbd6f HTTP/1.1" status: 200 len: 813 time: 0.1137044 Jun 17 08:15:46.946957 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-8f8df1ec-262e-46c0-aa06-a3329f8f0820 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/quotas/acd12422720042b5912a6517dd65d3f2 HTTP/1.1" status: 200 len: 375 time: 0.0101230 Jun 17 08:15:46.993259 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-07c4dfca-0728-4914-9f7e-d8dcde0ba04a tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=acd12422720042b5912a6517dd65d3f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335877 Jun 17 08:15:47.109371 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-2a93edcc-4d54-4014-a316-cf30a267693a service neutron] 10.222.0.35 "GET /v2.0/networks/7a5c949b-9227-434f-938e-6ac2f71fbd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079566 Jun 17 08:15:47.229402 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-8a82ebe3-551c-4c3e-8fab-9465b64368bd service neutron] 10.222.0.35 "GET /v2.0/networks/7a5c949b-9227-434f-938e-6ac2f71fbd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119699 Jun 17 08:15:47.485491 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-89704da9-5826-4ecc-a871-3199d7193199 req-043e9356-7c9b-44e9-9132-8e33e2f59912 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=e44cd715-2308-48b2-8a90-e43bbc284a23 HTTP/1.1" status: 200 len: 210 time: 0.0731475 Jun 17 08:15:47.505614 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7d1742d3-c5f3-442c-a247-84c03787a20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67076084'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:47.527513 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394ce40-14fa-4c5b-a547-b1d8e0dcd5b4 req-ad6d457f-2a48-40b9-ac9b-40f768ed5dec tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:47.537690 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b394ce40-14fa-4c5b-a547-b1d8e0dcd5b4 req-ad6d457f-2a48-40b9-ac9b-40f768ed5dec tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 947 time: 0.0965090 Jun 17 08:15:47.580971 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b394ce40-14fa-4c5b-a547-b1d8e0dcd5b4 req-ed119456-444d-4988-9dc2-1cbe9906ff95 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418038 Jun 17 08:15:47.877578 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-7d1742d3-c5f3-442c-a247-84c03787a20c admin admin] Deleting port c8aade66-a68c-4d97-96a9-aa7cb5fa40d3 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:15:47.878055 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7d1742d3-c5f3-442c-a247-84c03787a20c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:47.966271 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-7d1742d3-c5f3-442c-a247-84c03787a20c admin admin] For port c8aade66-a68c-4d97-96a9-aa7cb5fa40d3, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=c8aade66-a68c-4d97-96a9-aa7cb5fa40d3,segment=NetworkSegment(6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4),segment_id=6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:15:47.966651 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7d1742d3-c5f3-442c-a247-84c03787a20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:48.035047 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-7d1742d3-c5f3-442c-a247-84c03787a20c admin admin] Calling delete_port for c8aade66-a68c-4d97-96a9-aa7cb5fa40d3 owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:15:48.235521 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7d1742d3-c5f3-442c-a247-84c03787a20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:48.237354 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:48.265900 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1742d3-c5f3-442c-a247-84c03787a20c admin admin] Pushing event deleted for resources: {'Port': ['ID=c8aade66-a68c-4d97-96a9-aa7cb5fa40d3,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:48.304739 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7d1742d3-c5f3-442c-a247-84c03787a20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:48.441767 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7d1742d3-c5f3-442c-a247-84c03787a20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66618793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67075936'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:48.700291 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1742d3-c5f3-442c-a247-84c03787a20c admin admin] Router ce1468a0-be3b-482f-b184-9759134ee447 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:15:48.703827 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-fa059e7b-9b64-4fc3-bb2b-82b4f2237301 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:48.705511 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-fa059e7b-9b64-4fc3-bb2b-82b4f2237301 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.38 "GET /v2.0/networks?id=7a5c949b-9227-434f-938e-6ac2f71fbd6f HTTP/1.1" status: 200 len: 813 time: 0.1366961 Jun 17 08:15:48.724322 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-44b8e254-bbd8-4c25-a913-b859b670c8cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Request body: {'port': {'device_id': 'e44cd715-2308-48b2-8a90-e43bbc284a23', 'network_id': '7a5c949b-9227-434f-938e-6ac2f71fbd6f', 'admin_state_up': True, 'tenant_id': 'acd12422720042b5912a6517dd65d3f2'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:15:48.826056 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1742d3-c5f3-442c-a247-84c03787a20c admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:15:48.836146 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7d1742d3-c5f3-442c-a247-84c03787a20c admin admin] 10.222.0.35 "PUT /v2.0/routers/ce1468a0-be3b-482f-b184-9759134ee447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0797098 Jun 17 08:15:48.836845 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 53242) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:48.837951 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa6040-6055-4eaf-9c50-e9cf4277f8a5 None None] Sync routers for ids ['ce1468a0-be3b-482f-b184-9759134ee447'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:15:48.855083 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa6040-6055-4eaf-9c50-e9cf4277f8a5 None None] Routers {'ce1468a0-be3b-482f-b184-9759134ee447'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:15:48.856888 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f5fa6040-6055-4eaf-9c50-e9cf4277f8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:15:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['ce1468a0-be3b-482f-b184-9759134ee447'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:15:48.931465 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-536077d7-b160-4e42-a6fe-1620566902f7 req-60edb653-d181-4909-af30-ac31a904dec1 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=e44cd715-2308-48b2-8a90-e43bbc284a23 HTTP/1.1" status: 200 len: 210 time: 0.1606362 Jun 17 08:15:48.982404 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-44b8e254-bbd8-4c25-a913-b859b670c8cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Made reservation on behalf of acd12422720042b5912a6517dd65d3f2 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:15:48.988874 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-44b8e254-bbd8-4c25-a913-b859b670c8cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:49.012086 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-f5fa6040-6055-4eaf-9c50-e9cf4277f8a5 None None] Set router ce1468a0-be3b-482f-b184-9759134ee447 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:15:49.015899 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:49.042908 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae323da8-6e00-4587-8710-e10e429c586b req-b6ac85ea-ccc3-47ee-be06-5ef35ac5840a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:49.046203 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ae323da8-6e00-4587-8710-e10e429c586b req-b6ac85ea-ccc3-47ee-be06-5ef35ac5840a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 947 time: 0.2761555 Jun 17 08:15:49.140212 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:49.156461 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ae323da8-6e00-4587-8710-e10e429c586b req-f442da4b-6266-40fe-a031-f22ddbf4ed69 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002495 Jun 17 08:15:49.215936 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] Deleting port dfedcb71-de65-4c8f-acb6-e50f4a8fbd74 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:15:49.216414 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:49.236013 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-44b8e254-bbd8-4c25-a913-b859b670c8cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Allocated IP 172.20.0.12 (7a5c949b-9227-434f-938e-6ac2f71fbd6f/0f459c73-69e8-4736-9e98-a7dcc1f30769/84d95cda-723e-4097-bd97-1368b9dbb0ef) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:15:49.316450 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] For port dfedcb71-de65-4c8f-acb6-e50f4a8fbd74, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=dfedcb71-de65-4c8f-acb6-e50f4a8fbd74,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:15:49.316992 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:49.331078 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f5fa6040-6055-4eaf-9c50-e9cf4277f8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'name': 'tempest-ServerRescueNegativeTestJSON-1346736930-router', 'tenant_id': '684246a58f09418fac0008ec7556e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'dfedcb71-de65-4c8f-acb6-e50f4a8fbd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:15:48Z', 'revision_number': 5, 'project_id': '684246a58f09418fac0008ec7556e1f3', 'gw_port': {'id': 'dfedcb71-de65-4c8f-acb6-e50f4a8fbd74', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:64:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:10Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:15:49.361090 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa6040-6055-4eaf-9c50-e9cf4277f8a5 None None] Checking router: ce1468a0-be3b-482f-b184-9759134ee447 for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:15:49.370904 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa6040-6055-4eaf-9c50-e9cf4277f8a5 None None] Routers {'ce1468a0-be3b-482f-b184-9759134ee447'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:15:49.371558 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f5fa6040-6055-4eaf-9c50-e9cf4277f8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:15:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['ce1468a0-be3b-482f-b184-9759134ee447'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:15:49.413545 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] Calling delete_port for dfedcb71-de65-4c8f-acb6-e50f4a8fbd74 owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:15:49.432155 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-44b8e254-bbd8-4c25-a913-b859b670c8cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:49.461375 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-f5fa6040-6055-4eaf-9c50-e9cf4277f8a5 None None] Set router ce1468a0-be3b-482f-b184-9759134ee447 gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:15:49.486864 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-44b8e254-bbd8-4c25-a913-b859b670c8cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:49.492911 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d9f3c22e-aa2c-43c7-8d8c-d46792bb33cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:49.553276 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f5fa6040-6055-4eaf-9c50-e9cf4277f8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'name': 'tempest-ServerRescueNegativeTestJSON-1346736930-router', 'tenant_id': '684246a58f09418fac0008ec7556e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:15:49Z', 'revision_number': 6, 'project_id': '684246a58f09418fac0008ec7556e1f3', 'gw_port_host': None}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:15:49.568946 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-44b8e254-bbd8-4c25-a913-b859b670c8cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Network 7a5c949b-9227-434f-938e-6ac2f71fbd6f is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:15:49.574516 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-44b8e254-bbd8-4c25-a913-b859b670c8cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:15:49.584504 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-44b8e254-bbd8-4c25-a913-b859b670c8cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:15:49.592744 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-44b8e254-bbd8-4c25-a913-b859b670c8cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:49.593438 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-44b8e254-bbd8-4c25-a913-b859b670c8cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:49.602827 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8e254-bbd8-4c25-a913-b859b670c8cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Pushing event updated for resources: {'Port': ['ID=84d95cda-723e-4097-bd97-1368b9dbb0ef,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:49.607857 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-44b8e254-bbd8-4c25-a913-b859b670c8cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:49.616462 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa6040-6055-4eaf-9c50-e9cf4277f8a5 None None] The sync data for ids ['ce1468a0-be3b-482f-b184-9759134ee447'] in dv-cinder-791281-5-iscsi is: [{'id': 'ce1468a0-be3b-482f-b184-9759134ee447', 'name': 'tempest-ServerRescueNegativeTestJSON-1346736930-router', 'tenant_id': '684246a58f09418fac0008ec7556e1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:15:49Z', 'revision_number': 6, 'project_id': '684246a58f09418fac0008ec7556e1f3', 'gw_port_host': None}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:15:49.617102 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-44b8e254-bbd8-4c25-a913-b859b670c8cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9003091 Jun 17 08:15:49.629191 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:49.629989 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Request body: {'port': {'device_id': 'e44cd715-2308-48b2-8a90-e43bbc284a23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:15:49.645247 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7c80fb2d-b590-4716-bd4e-8637924e2e8b tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:49.677772 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=dfedcb71-de65-4c8f-acb6-e50f4a8fbd74,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:49.680142 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:49.722079 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:49.744149 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67087395'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.066094 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d95cda-723e-4097-bd97-1368b9dbb0ef {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:15:50.086741 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.110528 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Transition to ACTIVE for port object 84d95cda-723e-4097-bd97-1368b9dbb0ef will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:15:50.130529 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.138175 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67095136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-802'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.140987 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.150129 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3daf77e1-4afa-40de-9fac-268f5d6fc796 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:50.204536 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device c8aade66-a68c-4d97-96a9-aa7cb5fa40d3 no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:15:50.206439 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Pushing event updated for resources: {'Port': ['ID=84d95cda-723e-4097-bd97-1368b9dbb0ef,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:50.222007 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:50.224171 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67094121'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.225119 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce1468a0-be3b-482f-b184-9759134ee447 {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:15:50.226857 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: c8aade66-a68c-4d97-96a9-aa7cb5fa40d3 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:15:50.227397 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device c8aade66-a68c-4d97-96a9-aa7cb5fa40d3 not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:15:50.232388 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.235955 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] 10.222.0.35 "DELETE /v2.0/routers/ce1468a0-be3b-482f-b184-9759134ee447 HTTP/1.1" status: 204 len: 168 time: 1.3957918 Jun 17 08:15:50.236390 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 53252) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:50.284849 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6822e6e-43c8-4e06-a40b-25306718eb2b admin admin] Deleting subnet 11cf0762-a3fe-45d4-80c4-981986f0ca50 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:15:50.288808 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6822e6e-43c8-4e06-a40b-25306718eb2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.332391 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6822e6e-43c8-4e06-a40b-25306718eb2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63721517'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.373425 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc3b41-e32a-4732-9ffa-65ac6d5030b8 req-1230234a-fc3f-4383-926a-ebf7d3bd0d67 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:50.374981 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-08dc3b41-e32a-4732-9ffa-65ac6d5030b8 req-1230234a-fc3f-4383-926a-ebf7d3bd0d67 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=e44cd715-2308-48b2-8a90-e43bbc284a23 HTTP/1.1" status: 200 len: 944 time: 0.2628448 Jun 17 08:15:50.375968 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Attempting to bind port 84d95cda-723e-4097-bd97-1368b9dbb0ef on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:15:50.376304 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Attempting to bind port 84d95cda-723e-4097-bd97-1368b9dbb0ef by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'c8a8768e-d42e-4a22-9f1b-bdb880981e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7a5c949b-9227-434f-938e-6ac2f71fbd6f'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:15:50.376626 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Attempting to bind port 84d95cda-723e-4097-bd97-1368b9dbb0ef on network 7a5c949b-9227-434f-938e-6ac2f71fbd6f {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:15:50.381817 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6822e6e-43c8-4e06-a40b-25306718eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841451'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.388773 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Port 84d95cda-723e-4097-bd97-1368b9dbb0ef on network 7a5c949b-9227-434f-938e-6ac2f71fbd6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:15:50.389092 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Attempting to bind port 84d95cda-723e-4097-bd97-1368b9dbb0ef on network 7a5c949b-9227-434f-938e-6ac2f71fbd6f {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:15:50.402813 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:15:50.403148 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Checking segment: {'id': 'c8a8768e-d42e-4a22-9f1b-bdb880981e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7a5c949b-9227-434f-938e-6ac2f71fbd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:15:50.403574 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Bound using segment: {'id': 'c8a8768e-d42e-4a22-9f1b-bdb880981e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7a5c949b-9227-434f-938e-6ac2f71fbd6f'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:15:50.404052 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Bound port: 84d95cda-723e-4097-bd97-1368b9dbb0ef, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a8768e-d42e-4a22-9f1b-bdb880981e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7a5c949b-9227-434f-938e-6ac2f71fbd6f'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:15:50.404385 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.436063 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-08dc3b41-e32a-4732-9ffa-65ac6d5030b8 req-0102bf32-05b2-441b-aedc-4e277a1c08d9 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538235 Jun 17 08:15:50.451067 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6822e6e-43c8-4e06-a40b-25306718eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63741480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64449861'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.454203 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:50.479008 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6822e6e-43c8-4e06-a40b-25306718eb2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11cf0762-a3fe-45d4-80c4-981986f0ca50,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:50.484303 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6822e6e-43c8-4e06-a40b-25306718eb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.486346 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b6822e6e-43c8-4e06-a40b-25306718eb2b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/11cf0762-a3fe-45d4-80c4-981986f0ca50 HTTP/1.1" status: 204 len: 168 time: 0.2489235 Jun 17 08:15:50.487552 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b6822e6e-43c8-4e06-a40b-25306718eb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:50.488682 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 53254) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:50.498767 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] For port 84d95cda-723e-4097-bd97-1368b9dbb0ef, host hv-cinder-79128, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:15:50.502035 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] For port 84d95cda-723e-4097-bd97-1368b9dbb0ef, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=84d95cda-723e-4097-bd97-1368b9dbb0ef,segment=NetworkSegment(c8a8768e-d42e-4a22-9f1b-bdb880981e4c),segment_id=c8a8768e-d42e-4a22-9f1b-bdb880981e4c)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:15:50.506011 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.507995 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:50.547461 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:50.548074 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.549476 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] 10.222.0.38 "PUT /v2.0/ports/84d95cda-723e-4097-bd97-1368b9dbb0ef HTTP/1.1" status: 200 len: 1094 time: 0.9239731 Jun 17 08:15:50.550002 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44cd715-2308-48b2-8a90-e43bbc284a23', 'tag': '84d95cda-723e-4097-bd97-1368b9dbb0ef'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:15:50.552380 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a6ec9d-6e5d-4c62-bed9-9d97a8076bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "e44cd715-2308-48b2-8a90-e43bbc284a23", "tag": "84d95cda-723e-4097-bd97-1368b9dbb0ef"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:15:50.585758 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Pushing event updated for resources: {'Port': ['ID=84d95cda-723e-4097-bd97-1368b9dbb0ef,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:50.588430 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cf825fb9-3001-463f-a302-ffb0320cdd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977769'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.590228 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:50.622334 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81c2f07-8e73-41a4-b288-7379b6ea9ef4 x-openstack-request-id: req-c81c2f07-8e73-41a4-b288-7379b6ea9ef4 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:15:50.622658 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44cd715-2308-48b2-8a90-e43bbc284a23", "tag": "84d95cda-723e-4097-bd97-1368b9dbb0ef", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:15:50.622941 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c81c2f07-8e73-41a4-b288-7379b6ea9ef4 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:15:50.623386 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44cd715-2308-48b2-8a90-e43bbc284a23', 'tag': '84d95cda-723e-4097-bd97-1368b9dbb0ef', 'status': 'completed', 'code': 200} Jun 17 08:15:50.654083 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-86397165-771c-41db-8931-4e18b5a99525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:50.656307 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-86397165-771c-41db-8931-4e18b5a99525 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acd12422720042b5912a6517dd65d3f2&device_id=e44cd715-2308-48b2-8a90-e43bbc284a23 HTTP/1.1" status: 200 len: 1097 time: 0.0639393 Jun 17 08:15:50.703913 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-4467dbf8-bec0-4eb0-9f8b-5590a9005af4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d95cda-723e-4097-bd97-1368b9dbb0ef HTTP/1.1" status: 200 len: 217 time: 0.0403183 Jun 17 08:15:50.727811 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cf825fb9-3001-463f-a302-ffb0320cdd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840562', 'neutron.services.segments.db._delete_segments_for_network-8738547431473'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.738878 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-cf825fb9-3001-463f-a302-ffb0320cdd07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0026b4bb-5535-40dd-9cc1-590011035a19']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:15:50.752179 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-cf825fb9-3001-463f-a302-ffb0320cdd07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:15:50.752650 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-cf825fb9-3001-463f-a302-ffb0320cdd07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf40fd5-c29c-4ba6-9fa9-b6a94f498ea4') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:15:50.758191 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dc40763-b7af-487a-a2f5-59528931ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:50.759733 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-9dc40763-b7af-487a-a2f5-59528931ee90 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0f459c73-69e8-4736-9e98-a7dcc1f30769 HTTP/1.1" status: 200 len: 853 time: 0.0490212 Jun 17 08:15:50.769466 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cf825fb9-3001-463f-a302-ffb0320cdd07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738547430786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63721506'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.795483 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cf825fb9-3001-463f-a302-ffb0320cdd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.806411 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf825fb9-3001-463f-a302-ffb0320cdd07 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:15:50.806998 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cf825fb9-3001-463f-a302-ffb0320cdd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63741573'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: Traceback (most recent call last): Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: timer() Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: cb(*args, **kw) Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: return func(*args, **kwargs) Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: self._notify() Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: self.callback(batched_events) Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: event.method(event) Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: return f(self, *a, **k) Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: return self._get(url).json() Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:15:50.809996 dv-cinder-791281-5-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:15:50.814706 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-ed87f806-8db3-49c8-b119-73b14b95c860 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7a5c949b-9227-434f-938e-6ac2f71fbd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457597 Jun 17 08:15:50.903211 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cf825fb9-3001-463f-a302-ffb0320cdd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67087437'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.911145 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:50.915571 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cf825fb9-3001-463f-a302-ffb0320cdd07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:50.919710 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-cf825fb9-3001-463f-a302-ffb0320cdd07 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0026b4bb-5535-40dd-9cc1-590011035a19 HTTP/1.1" status: 204 len: 168 time: 0.4295933 Jun 17 08:15:50.929332 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-83115426-927c-4d9c-b941-b01346bfc657 service neutron] 10.222.0.38 "GET /v2.0/networks/7a5c949b-9227-434f-938e-6ac2f71fbd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069694 Jun 17 08:15:50.939054 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf825fb9-3001-463f-a302-ffb0320cdd07 admin admin] Pushing event deleted for resources: {'Network': ['ID=0026b4bb-5535-40dd-9cc1-590011035a19,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:50.946814 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-cf825fb9-3001-463f-a302-ffb0320cdd07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:51.046058 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-18d39d6c-2cc7-4254-89ce-3d3bc6320c52 req-f5e57d2a-e3c0-4d38-aa9a-84a53b60168b service neutron] 10.222.0.38 "GET /v2.0/networks/7a5c949b-9227-434f-938e-6ac2f71fbd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087968 Jun 17 08:15:51.134372 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 53262) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:51.187471 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-851a6e1c-93e8-41a1-8e6b-b12a7537e8c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=684246a58f09418fac0008ec7556e1f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515375 Jun 17 08:15:51.190191 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 53264) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:51.204939 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6ec9d-6e5d-4c62-bed9-9d97a8076bf6 req-e3b51864-8fdd-4e04-9efd-6a3123c6bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:51.206491 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d3a6ec9d-6e5d-4c62-bed9-9d97a8076bf6 req-e3b51864-8fdd-4e04-9efd-6a3123c6bf90 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acd12422720042b5912a6517dd65d3f2&device_id=e44cd715-2308-48b2-8a90-e43bbc284a23 HTTP/1.1" status: 200 len: 1097 time: 0.0884411 Jun 17 08:15:51.257936 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f01ebaa4-3274-441c-b3f2-8e601662291d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:51.290506 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f01ebaa4-3274-441c-b3f2-8e601662291d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:51.363934 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f01ebaa4-3274-441c-b3f2-8e601662291d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:51.367565 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f01ebaa4-3274-441c-b3f2-8e601662291d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:51.369306 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f01ebaa4-3274-441c-b3f2-8e601662291d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/278d3e62-8a7c-4897-be7d-f510f2f80390 HTTP/1.1" status: 204 len: 168 time: 0.1780024 Jun 17 08:15:51.371252 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2a467915-dee3-4bdc-b330-ab26e892a06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:51.385193 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ebaa4-3274-441c-b3f2-8e601662291d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278d3e62-8a7c-4897-be7d-f510f2f80390,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:51.396336 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f01ebaa4-3274-441c-b3f2-8e601662291d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:51.397537 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6ec9d-6e5d-4c62-bed9-9d97a8076bf6 req-1d60c536-543e-4dbb-ae02-f17e1aba05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:51.400105 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d3a6ec9d-6e5d-4c62-bed9-9d97a8076bf6 req-1d60c536-543e-4dbb-ae02-f17e1aba05b9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7a5c949b-9227-434f-938e-6ac2f71fbd6f HTTP/1.1" status: 200 len: 914 time: 0.1791258 Jun 17 08:15:51.448501 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d3a6ec9d-6e5d-4c62-bed9-9d97a8076bf6 req-0dc54568-3eb0-41e6-934c-db4fbfcd3d62 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84d95cda-723e-4097-bd97-1368b9dbb0ef HTTP/1.1" status: 200 len: 217 time: 0.0405166 Jun 17 08:15:51.550100 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6ec9d-6e5d-4c62-bed9-9d97a8076bf6 req-6a8f7267-8101-4921-acf3-bac99c0e8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:51.551883 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d3a6ec9d-6e5d-4c62-bed9-9d97a8076bf6 req-6a8f7267-8101-4921-acf3-bac99c0e8d37 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0f459c73-69e8-4736-9e98-a7dcc1f30769 HTTP/1.1" status: 200 len: 853 time: 0.0963807 Jun 17 08:15:51.612929 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d3a6ec9d-6e5d-4c62-bed9-9d97a8076bf6 req-44391eb7-571e-4e0d-bee8-5e3bdd54c020 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7a5c949b-9227-434f-938e-6ac2f71fbd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527487 Jun 17 08:15:51.846348 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device dfedcb71-de65-4c8f-acb6-e50f4a8fbd74 no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:15:51.882998 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d3a6ec9d-6e5d-4c62-bed9-9d97a8076bf6 req-09ad9c64-55a0-4d4d-b0af-6663807514cd service neutron] 10.222.0.38 "GET /v2.0/networks/7a5c949b-9227-434f-938e-6ac2f71fbd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537947 Jun 17 08:15:51.893835 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97df5d5-6e6e-4534-afdd-fa91ad0a151a req-f7e927bc-e9ad-4874-81f6-3105926ec0ad tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:51.895651 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e97df5d5-6e6e-4534-afdd-fa91ad0a151a req-f7e927bc-e9ad-4874-81f6-3105926ec0ad tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=e44cd715-2308-48b2-8a90-e43bbc284a23 HTTP/1.1" status: 200 len: 944 time: 0.2868285 Jun 17 08:15:51.913974 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: dfedcb71-de65-4c8f-acb6-e50f4a8fbd74 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:15:51.914636 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device dfedcb71-de65-4c8f-acb6-e50f4a8fbd74 not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:15:51.990986 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e97df5d5-6e6e-4534-afdd-fa91ad0a151a req-1e94418f-18ac-4b02-8038-a162c7050c15 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848053 Jun 17 08:15:52.363866 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d3a6ec9d-6e5d-4c62-bed9-9d97a8076bf6 req-5ddbb119-cc31-4230-ba5e-8e8203a67d4a service neutron] 10.222.0.38 "GET /v2.0/networks/7a5c949b-9227-434f-938e-6ac2f71fbd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672525 Jun 17 08:15:52.446746 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 53296) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:52.571172 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-173497506-network', 'tenant_id': '1a965bf4dc7d4a7d9f135d4c83cf8eb8'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:15:52.593574 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] Made reservation on behalf of 1a965bf4dc7d4a7d9f135d4c83cf8eb8 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:15:52.596205 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:52.606920 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:52.709868 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:52.714323 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:52.717754 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9d4a3071-d832-4d0d-8bb5-59ada486c1fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:52.742726 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:15:52.753785 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49989966-1480-4673-b8c9-1e00ee2160b3,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:52.758696 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:52.759856 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:52.760192 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.segments_db [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] Added segment 86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a of type vlan for network da111854-fd63-44a1-a9dd-29b1fcf5b71e Jun 17 08:15:52.805810 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:52.835708 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:52.837347 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:52.837967 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:52.840590 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:52.872290 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4242041 Jun 17 08:15:52.875102 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 53300) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:52.881852 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-08c82344-8336-4e54-bf54-2b4ceefdf985 admin admin] Request body: {'subnet': {'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-173497506-subnet', 'tenant_id': '1a965bf4dc7d4a7d9f135d4c83cf8eb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:15:52.914322 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] Pushing event updated for resources: {'Network': ['ID=da111854-fd63-44a1-a9dd-29b1fcf5b71e,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:52.921815 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0e6b9234-5502-47c3-9791-d664102f745c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:52.929071 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network da111854-fd63-44a1-a9dd-29b1fcf5b71e details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:15:52.953168 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c82344-8336-4e54-bf54-2b4ceefdf985 admin admin] Made reservation on behalf of 1a965bf4dc7d4a7d9f135d4c83cf8eb8 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:15:52.955730 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-08c82344-8336-4e54-bf54-2b4ceefdf985 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:53.206091 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-08c82344-8336-4e54-bf54-2b4ceefdf985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:53.217725 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:53.301908 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c82344-8336-4e54-bf54-2b4ceefdf985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=335d4122-2137-4da9-8766-76e06a885002,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:53.314564 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb251ded-b098-40c9-8bc6-45fc87224f80 req-32db58b4-5407-491a-81cd-aa722c7cae55 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:53.316212 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bb251ded-b098-40c9-8bc6-45fc87224f80 req-32db58b4-5407-491a-81cd-aa722c7cae55 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=e44cd715-2308-48b2-8a90-e43bbc284a23 HTTP/1.1" status: 200 len: 944 time: 0.1674063 Jun 17 08:15:53.317135 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-08c82344-8336-4e54-bf54-2b4ceefdf985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:53.328447 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c82344-8336-4e54-bf54-2b4ceefdf985 admin admin] Checking segment: {'id': '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:15:53.329207 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c82344-8336-4e54-bf54-2b4ceefdf985 admin admin] Network hostable DHCP agents. Network: da111854-fd63-44a1-a9dd-29b1fcf5b71e, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:15:53.373212 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c82344-8336-4e54-bf54-2b4ceefdf985 admin admin] Network da111854-fd63-44a1-a9dd-29b1fcf5b71e is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:15:53.394566 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-08c82344-8336-4e54-bf54-2b4ceefdf985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, da111854-fd63-44a1-a9dd-29b1fcf5b71e) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:15:53.410084 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc073a4-904c-4808-81f7-4f3e42b95894 None None] Network da111854-fd63-44a1-a9dd-29b1fcf5b71e requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:15:53.411989 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c82344-8336-4e54-bf54-2b4ceefdf985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:53.412583 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-08c82344-8336-4e54-bf54-2b4ceefdf985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:53.422813 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bb251ded-b098-40c9-8bc6-45fc87224f80 req-265e7156-626c-40e1-add9-bc232cfbcce8 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899198 Jun 17 08:15:53.460429 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-08c82344-8336-4e54-bf54-2b4ceefdf985 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5842366 Jun 17 08:15:53.494400 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd4b0b-b2c0-4dea-9175-7053e9f4a4c5 req-8b2b1413-1803-4268-83b2-eb308dc7ce30 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:53.496326 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35dd4b0b-b2c0-4dea-9175-7053e9f4a4c5 req-8b2b1413-1803-4268-83b2-eb308dc7ce30 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.0995715 Jun 17 08:15:53.546834 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35dd4b0b-b2c0-4dea-9175-7053e9f4a4c5 req-b540eb71-fcff-4e24-ad4a-d0e44b50851c tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444219 Jun 17 08:15:53.618125 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53a4667-26cd-468d-a261-d6f09fa7a034 None None] Network da111854-fd63-44a1-a9dd-29b1fcf5b71e requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:15:53.928065 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-301c11f3-3feb-453e-a6b0-373d0178dd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:54.015992 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-81ba6cd6-99ef-4ecc-b779-bdbd41fbdebe tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:54.017558 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-81ba6cd6-99ef-4ecc-b779-bdbd41fbdebe tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/networks?id=da111854-fd63-44a1-a9dd-29b1fcf5b71e HTTP/1.1" status: 200 len: 814 time: 0.1199021 Jun 17 08:15:54.033651 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-61d0c4ae-8079-4df5-a2c8-9e05894b7bba tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/quotas/1a965bf4dc7d4a7d9f135d4c83cf8eb8 HTTP/1.1" status: 200 len: 375 time: 0.0101855 Jun 17 08:15:54.073153 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-3895a411-cbd5-4efc-8140-0716b336a9a1 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a965bf4dc7d4a7d9f135d4c83cf8eb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337200 Jun 17 08:15:54.171697 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-fd5f28a8-3ba9-4c5f-891a-0a918cf6d0e6 service neutron] 10.222.0.35 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876143 Jun 17 08:15:54.264552 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 84d95cda-723e-4097-bd97-1368b9dbb0ef details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:15:54.272297 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-1972eba2-0232-4665-acf3-d1bcf4108bda service neutron] 10.222.0.35 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940592 Jun 17 08:15:54.402584 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 84d95cda-723e-4097-bd97-1368b9dbb0ef, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=84d95cda-723e-4097-bd97-1368b9dbb0ef,segment=NetworkSegment(c8a8768e-d42e-4a22-9f1b-bdb880981e4c),segment_id=c8a8768e-d42e-4a22-9f1b-bdb880981e4c)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:15:54.422821 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': '84d95cda-723e-4097-bd97-1368b9dbb0ef', 'network_id': '7a5c949b-9227-434f-938e-6ac2f71fbd6f', 'port_id': '84d95cda-723e-4097-bd97-1368b9dbb0ef', 'mac_address': 'fa:16:3e:4b:08:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f459c73-69e8-4736-9e98-a7dcc1f30769', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:15:54.483960 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:54.535606 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ba584b10-0012-4356-b647-7ed90c4e0022 req-1d126b17-5a65-417d-98ed-aaecd0f0e69e tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735 HTTP/1.1" status: 200 len: 210 time: 0.0433202 Jun 17 08:15:54.632019 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d95cda-723e-4097-bd97-1368b9dbb0ef {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:15:54.656940 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 84d95cda-723e-4097-bd97-1368b9dbb0ef, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=84d95cda-723e-4097-bd97-1368b9dbb0ef,segment=NetworkSegment(c8a8768e-d42e-4a22-9f1b-bdb880981e4c),segment_id=c8a8768e-d42e-4a22-9f1b-bdb880981e4c)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:15:54.663121 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:54.665882 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:54.736203 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=84d95cda-723e-4097-bd97-1368b9dbb0ef,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:54.745937 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:54.746855 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:54.746855 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:54.747131 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:54.747488 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:54.747818 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:54.748142 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:54.748464 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:54.748786 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:54.749138 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:54.749512 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:54.749769 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:15:54.754834 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:54.756941 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3bd08-6576-4f05-a292-8b209bf876a0 req-28ba2e12-f2fb-494b-b3f4-8fbb6d8925ae tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:54.759881 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8fa3bd08-6576-4f05-a292-8b209bf876a0 req-28ba2e12-f2fb-494b-b3f4-8fbb6d8925ae tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=e44cd715-2308-48b2-8a90-e43bbc284a23 HTTP/1.1" status: 200 len: 944 time: 0.1466706 Jun 17 08:15:54.860934 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8fa3bd08-6576-4f05-a292-8b209bf876a0 req-5b7da726-619a-4c35-88f6-6159f0c6feec tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922215 Jun 17 08:15:54.900115 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee0359-00a1-4ded-abe5-22abc4299744 req-a52a7eb0-d35f-42b1-bd85-dc261359f649 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:54.903942 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-42ee0359-00a1-4ded-abe5-22abc4299744 req-a52a7eb0-d35f-42b1-bd85-dc261359f649 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.1197546 Jun 17 08:15:54.941880 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['84d95cda-723e-4097-bd97-1368b9dbb0ef'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:15:54.951676 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-42ee0359-00a1-4ded-abe5-22abc4299744 req-ebe6b545-b662-4088-bea0-ae95cb525a25 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427797 Jun 17 08:15:55.693653 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f71ab5e2-60b1-463f-aec7-088b031892cf req-993b308d-c64a-412d-a607-1eed0065d7ba tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735 HTTP/1.1" status: 200 len: 210 time: 0.0339191 Jun 17 08:15:55.968890 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c6a18e05-78c7-4da1-92d1-e389f9867698 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:55.971095 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c6a18e05-78c7-4da1-92d1-e389f9867698 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.38 "GET /v2.0/networks?id=da111854-fd63-44a1-a9dd-29b1fcf5b71e HTTP/1.1" status: 200 len: 814 time: 0.1444092 Jun 17 08:15:56.007952 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-80a8ef5b-e891-4634-b928-eb490a1cb4cb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Request body: {'port': {'device_id': 'c3d7d49c-2c7f-4a79-ba53-63b73ceb1735', 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e', 'admin_state_up': True, 'tenant_id': '1a965bf4dc7d4a7d9f135d4c83cf8eb8'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:15:56.206425 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012553c7-c3b2-4351-b79b-deac586b20f1 req-d6980f59-8790-4620-b5b3-4bfde2469963 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:56.208059 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-012553c7-c3b2-4351-b79b-deac586b20f1 req-d6980f59-8790-4620-b5b3-4bfde2469963 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=e44cd715-2308-48b2-8a90-e43bbc284a23 HTTP/1.1" status: 200 len: 945 time: 0.1920536 Jun 17 08:15:56.261857 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 84d95cda-723e-4097-bd97-1368b9dbb0ef up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:15:56.304772 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-80a8ef5b-e891-4634-b928-eb490a1cb4cb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Made reservation on behalf of 1a965bf4dc7d4a7d9f135d4c83cf8eb8 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:15:56.309108 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-80a8ef5b-e891-4634-b928-eb490a1cb4cb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:56.327662 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-012553c7-c3b2-4351-b79b-deac586b20f1 req-e6a1c296-25be-407a-8708-78203ae7d888 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956819 Jun 17 08:15:56.330951 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port 84d95cda-723e-4097-bd97-1368b9dbb0ef completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:15:56.335550 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port 84d95cda-723e-4097-bd97-1368b9dbb0ef triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:15:56.336027 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:56.353296 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f53bcf-a213-4a5b-9d3b-e6612e6cb214 req-dfec724c-0753-4be7-b27b-abc685521aa0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:56.359332 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-46f53bcf-a213-4a5b-9d3b-e6612e6cb214 req-dfec724c-0753-4be7-b27b-abc685521aa0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.1818054 Jun 17 08:15:56.450560 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:56.458792 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-46f53bcf-a213-4a5b-9d3b-e6612e6cb214 req-4d53bf03-ce23-4c68-8227-118b2f254f32 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911081 Jun 17 08:15:56.496040 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44cd715-2308-48b2-8a90-e43bbc284a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d95cda-723e-4097-bd97-1368b9dbb0ef'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:15:56.500841 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6189157-8939-4ee2-84b1-f40cf98084f4" -d '{"events": [{"server_uuid": "e44cd715-2308-48b2-8a90-e43bbc284a23", "name": "network-vif-plugged", "status": "completed", "tag": "84d95cda-723e-4097-bd97-1368b9dbb0ef"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:15:56.516155 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-80a8ef5b-e891-4634-b928-eb490a1cb4cb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Allocated IP 172.20.0.12 (da111854-fd63-44a1-a9dd-29b1fcf5b71e/335d4122-2137-4da9-8766-76e06a885002/9ef349f3-ca27-4673-90bd-c2c4a1c724e8) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:15:56.540088 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 84d95cda-723e-4097-bd97-1368b9dbb0ef, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=84d95cda-723e-4097-bd97-1368b9dbb0ef,segment=NetworkSegment(c8a8768e-d42e-4a22-9f1b-bdb880981e4c),segment_id=c8a8768e-d42e-4a22-9f1b-bdb880981e4c)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:15:56.543348 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:56.547849 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:56.552974 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:56.598407 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a376d9-51c0-48cf-9e5a-d6a77ee25789 x-openstack-request-id: req-57a376d9-51c0-48cf-9e5a-d6a77ee25789 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:15:56.598915 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44cd715-2308-48b2-8a90-e43bbc284a23", "name": "network-vif-plugged", "status": "completed", "tag": "84d95cda-723e-4097-bd97-1368b9dbb0ef", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:15:56.599157 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57a376d9-51c0-48cf-9e5a-d6a77ee25789 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:15:56.599782 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44cd715-2308-48b2-8a90-e43bbc284a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d95cda-723e-4097-bd97-1368b9dbb0ef', 'code': 200} Jun 17 08:15:56.654285 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=84d95cda-723e-4097-bd97-1368b9dbb0ef,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:56.661155 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:56.723109 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-623be175-2654-4472-8d2e-e0130bf8231e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:56.737594 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-80a8ef5b-e891-4634-b928-eb490a1cb4cb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:56.812870 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-80a8ef5b-e891-4634-b928-eb490a1cb4cb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:56.822180 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:56.859484 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90dc02-6fc9-4103-9525-bf7296ddb594 req-617c9d3d-320f-4e0c-9dc7-8fc95a9e7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:56.862180 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0b90dc02-6fc9-4103-9525-bf7296ddb594 req-617c9d3d-320f-4e0c-9dc7-8fc95a9e7dde service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e44cd715-2308-48b2-8a90-e43bbc284a23 HTTP/1.1" status: 200 len: 1099 time: 0.0846479 Jun 17 08:15:56.909223 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-0b90dc02-6fc9-4103-9525-bf7296ddb594 req-120ecb3a-f550-409f-86ce-cd72f33056aa service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407140 Jun 17 08:15:56.930983 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-80a8ef5b-e891-4634-b928-eb490a1cb4cb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Network da111854-fd63-44a1-a9dd-29b1fcf5b71e is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:15:56.942642 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-80a8ef5b-e891-4634-b928-eb490a1cb4cb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:15:56.946833 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8ef5b-e891-4634-b928-eb490a1cb4cb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Pushing event updated for resources: {'Port': ['ID=9ef349f3-ca27-4673-90bd-c2c4a1c724e8,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:56.949768 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-80a8ef5b-e891-4634-b928-eb490a1cb4cb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:15:56.956643 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-80a8ef5b-e891-4634-b928-eb490a1cb4cb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:56.958241 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-80a8ef5b-e891-4634-b928-eb490a1cb4cb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:56.962008 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-80a8ef5b-e891-4634-b928-eb490a1cb4cb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:56.979959 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-80a8ef5b-e891-4634-b928-eb490a1cb4cb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9818757 Jun 17 08:15:56.993071 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Request body: {'port': {'device_id': 'c3d7d49c-2c7f-4a79-ba53-63b73ceb1735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:15:57.006011 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eecb35-bcbd-4ed6-89c9-31dff6d212bf req-cea37565-ee4f-4397-a431-78da2d269394 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:57.007696 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d3eecb35-bcbd-4ed6-89c9-31dff6d212bf req-cea37565-ee4f-4397-a431-78da2d269394 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735 HTTP/1.1" status: 200 len: 932 time: 0.1446209 Jun 17 08:15:57.099786 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d3eecb35-bcbd-4ed6-89c9-31dff6d212bf req-64515f18-ce52-41f7-bcf2-ea9209a5525b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721042 Jun 17 08:15:57.117150 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:57.428027 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:15:57.437975 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:57.454057 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Transition to ACTIVE for port object 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:15:57.460098 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:57.464815 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9fbb989c-4581-4b62-b068-b53aaa76ee2f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:57.575440 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef349f3-ca27-4673-90bd-c2c4a1c724e8,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:57.600579 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:57.620567 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Attempting to bind port 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:15:57.620918 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Attempting to bind port 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:15:57.621284 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Attempting to bind port 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 on network da111854-fd63-44a1-a9dd-29b1fcf5b71e {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:15:57.629279 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Port 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 on network da111854-fd63-44a1-a9dd-29b1fcf5b71e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:15:57.629610 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Attempting to bind port 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 on network da111854-fd63-44a1-a9dd-29b1fcf5b71e {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:15:57.638803 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:15:57.639145 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Checking segment: {'id': '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:15:57.639695 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Bound using segment: {'id': '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:15:57.640169 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Bound port: 9ef349f3-ca27-4673-90bd-c2c4a1c724e8, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:15:57.640553 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: from cryptography.utils import int_from_bytes Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: from cryptography.utils import int_from_bytes Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:57.673432 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:57.677359 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:15:57.677359 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:57.677359 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:57.677359 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:57.677359 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:15:57.677359 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:57.677359 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:57.677359 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:57.677359 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:15:57.677359 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:57.677359 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:57.677359 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:15:57.677359 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:15:57.677359 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:57.677359 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:57.677359 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:15:57.677359 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:15:57.735400 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaedda-90da-4457-8d8c-59752df49800 req-a3d03396-2021-4778-af6c-d6e4c5154309 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:57.736985 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ecaaedda-90da-4457-8d8c-59752df49800 req-a3d03396-2021-4778-af6c-d6e4c5154309 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=e44cd715-2308-48b2-8a90-e43bbc284a23 HTTP/1.1" status: 200 len: 946 time: 0.2055664 Jun 17 08:15:57.777411 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] For port 9ef349f3-ca27-4673-90bd-c2c4a1c724e8, host hv-cinder-79128, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:15:57.780860 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] For port 9ef349f3-ca27-4673-90bd-c2c4a1c724e8, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9ef349f3-ca27-4673-90bd-c2c4a1c724e8,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:15:57.796819 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:57.798708 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:57.801770 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:15:57.856482 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:57.857320 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:57.859431 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] 10.222.0.38 "PUT /v2.0/ports/9ef349f3-ca27-4673-90bd-c2c4a1c724e8 HTTP/1.1" status: 200 len: 1094 time: 0.8707962 Jun 17 08:15:57.859602 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d7d49c-2c7f-4a79-ba53-63b73ceb1735', 'tag': '9ef349f3-ca27-4673-90bd-c2c4a1c724e8'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:15:57.862052 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833e4038-5fee-4b27-b0f0-c516932c1df5" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d7d49c-2c7f-4a79-ba53-63b73ceb1735", "tag": "9ef349f3-ca27-4673-90bd-c2c4a1c724e8"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:15:57.868475 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ecaaedda-90da-4457-8d8c-59752df49800 req-218139db-cff2-4e27-a87f-61f286be8204 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177475 Jun 17 08:15:57.910326 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3ef19-45e8-4388-8356-a0960f600b84 req-cd50a47b-337c-4db9-99ea-764aa5645cca tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:57.912049 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a3c3ef19-45e8-4388-8356-a0960f600b84 req-cd50a47b-337c-4db9-99ea-764aa5645cca tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.2515395 Jun 17 08:15:57.912988 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef349f3-ca27-4673-90bd-c2c4a1c724e8,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:15:57.933478 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:15:57.976134 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a3c3ef19-45e8-4388-8356-a0960f600b84 req-1e38e696-b82a-4997-9a06-ba6915a5577b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518620 Jun 17 08:15:57.999715 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac5f5ba-3ac6-49cb-9428-5ebea4e2f99a x-openstack-request-id: req-fac5f5ba-3ac6-49cb-9428-5ebea4e2f99a {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:15:58.000082 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d7d49c-2c7f-4a79-ba53-63b73ceb1735", "tag": "9ef349f3-ca27-4673-90bd-c2c4a1c724e8", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:15:58.000299 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fac5f5ba-3ac6-49cb-9428-5ebea4e2f99a {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:15:58.000715 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d7d49c-2c7f-4a79-ba53-63b73ceb1735', 'tag': '9ef349f3-ca27-4673-90bd-c2c4a1c724e8', 'status': 'completed', 'code': 200} Jun 17 08:15:58.029852 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-67139af6-e32a-407a-b724-5961b00c4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:58.032258 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-67139af6-e32a-407a-b724-5961b00c4acf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a965bf4dc7d4a7d9f135d4c83cf8eb8&device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735 HTTP/1.1" status: 200 len: 1097 time: 0.0713115 Jun 17 08:15:58.075056 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-5910ecc5-550e-4c5e-b42e-67b83dab7933 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ef349f3-ca27-4673-90bd-c2c4a1c724e8 HTTP/1.1" status: 200 len: 217 time: 0.0359552 Jun 17 08:15:58.132434 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-524ec63f-7449-4a14-b8ad-0643a8bbe282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:58.134043 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-524ec63f-7449-4a14-b8ad-0643a8bbe282 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=335d4122-2137-4da9-8766-76e06a885002 HTTP/1.1" status: 200 len: 854 time: 0.0534101 Jun 17 08:15:58.170292 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-753c884b-6d31-4bc4-a07e-f150dbdb250b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=da111854-fd63-44a1-a9dd-29b1fcf5b71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296605 Jun 17 08:15:58.204070 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:15:58.305939 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-59a95de8-a857-40e0-a871-42d734b49a04 service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292846 Jun 17 08:15:58.367224 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e52bf0-e1a5-489c-91bd-41522999f89b req-4fec62ac-c438-4588-a59b-fa2f3ff05e92 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:58.368855 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c4e52bf0-e1a5-489c-91bd-41522999f89b req-4fec62ac-c438-4588-a59b-fa2f3ff05e92 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735 HTTP/1.1" status: 200 len: 944 time: 0.1222270 Jun 17 08:15:58.457152 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c4e52bf0-e1a5-489c-91bd-41522999f89b req-0bdd7ffe-4602-4d4e-86cb-f734b58a204f tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576496 Jun 17 08:15:58.459339 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-65ae1a4d-e245-482a-a070-aaad42bd402a req-6e71049b-18c4-4928-b2c0-ea6ade998f00 service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454418 Jun 17 08:15:58.585175 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e4038-5fee-4b27-b0f0-c516932c1df5 req-2a2900f9-9646-4232-a829-d57491cae909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:58.586850 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-833e4038-5fee-4b27-b0f0-c516932c1df5 req-2a2900f9-9646-4232-a829-d57491cae909 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a965bf4dc7d4a7d9f135d4c83cf8eb8&device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735 HTTP/1.1" status: 200 len: 1097 time: 0.0594487 Jun 17 08:15:58.693505 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:58.710388 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e4038-5fee-4b27-b0f0-c516932c1df5 req-0f932f68-4294-4db5-94ae-71dc636016d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:58.712846 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-833e4038-5fee-4b27-b0f0-c516932c1df5 req-0f932f68-4294-4db5-94ae-71dc636016d0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=da111854-fd63-44a1-a9dd-29b1fcf5b71e HTTP/1.1" status: 200 len: 915 time: 0.1189778 Jun 17 08:15:58.763041 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-833e4038-5fee-4b27-b0f0-c516932c1df5 req-747bd8bf-fea4-474b-9f75-fed8df33467d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ef349f3-ca27-4673-90bd-c2c4a1c724e8 HTTP/1.1" status: 200 len: 217 time: 0.0417914 Jun 17 08:15:58.825721 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e4038-5fee-4b27-b0f0-c516932c1df5 req-e266c7d4-0853-4e07-a953-25b8664fc9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:58.827353 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-833e4038-5fee-4b27-b0f0-c516932c1df5 req-e266c7d4-0853-4e07-a953-25b8664fc9f8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=335d4122-2137-4da9-8766-76e06a885002 HTTP/1.1" status: 200 len: 854 time: 0.0523615 Jun 17 08:15:58.864747 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-833e4038-5fee-4b27-b0f0-c516932c1df5 req-093d5143-2426-4e4a-bd69-a754a4da27fc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=da111854-fd63-44a1-a9dd-29b1fcf5b71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304618 Jun 17 08:15:58.986443 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-833e4038-5fee-4b27-b0f0-c516932c1df5 req-293ebbfe-d502-4553-a8e5-e7c3ea724b56 service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113312 Jun 17 08:15:59.227486 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-833e4038-5fee-4b27-b0f0-c516932c1df5 req-678b2d01-affa-4de7-98bf-1d6405ef7de4 service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248030 Jun 17 08:15:59.278095 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff958b-db78-4ee9-bc57-7302428ff9cd req-5b6513ec-ca0a-4d1d-9bcf-7d00d5c54ffb tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:59.279966 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b0ff958b-db78-4ee9-bc57-7302428ff9cd req-5b6513ec-ca0a-4d1d-9bcf-7d00d5c54ffb tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=e44cd715-2308-48b2-8a90-e43bbc284a23 HTTP/1.1" status: 200 len: 946 time: 0.1606176 Jun 17 08:15:59.287956 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0b6a3-9479-42e3-874c-291dc197aa75 req-85c48ed8-be41-48c3-85b5-bafa90d92df8 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:59.289838 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d5e0b6a3-9479-42e3-874c-291dc197aa75 req-85c48ed8-be41-48c3-85b5-bafa90d92df8 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.1577613 Jun 17 08:15:59.357600 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b0ff958b-db78-4ee9-bc57-7302428ff9cd req-5b289b9b-2974-4019-856e-5e2ede98a637 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664966 Jun 17 08:15:59.366263 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d5e0b6a3-9479-42e3-874c-291dc197aa75 req-2eaf84af-0655-4ac3-8b79-1462e854cd38 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658059 Jun 17 08:15:59.655356 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:59.720734 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e6ac6-7e5d-4fae-a959-6ba429622866 req-1dfc3470-1b95-4dde-aab2-134a89d75792 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:15:59.722401 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-424e6ac6-7e5d-4fae-a959-6ba429622866 req-1dfc3470-1b95-4dde-aab2-134a89d75792 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735 HTTP/1.1" status: 200 len: 944 time: 0.1145833 Jun 17 08:15:59.800005 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-424e6ac6-7e5d-4fae-a959-6ba429622866 req-15701f6f-8ec4-43db-8e4c-03ebc874fdd5 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614076 Jun 17 08:16:00.275860 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:16:00.436699 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 9ef349f3-ca27-4673-90bd-c2c4a1c724e8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9ef349f3-ca27-4673-90bd-c2c4a1c724e8,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:16:00.450868 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': '9ef349f3-ca27-4673-90bd-c2c4a1c724e8', 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e', 'port_id': '9ef349f3-ca27-4673-90bd-c2c4a1c724e8', 'mac_address': 'fa:16:3e:85:90:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335d4122-2137-4da9-8766-76e06a885002', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:16:00.497845 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:00.514337 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:16:00.536690 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 9ef349f3-ca27-4673-90bd-c2c4a1c724e8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9ef349f3-ca27-4673-90bd-c2c4a1c724e8,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:16:00.542133 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:00.544737 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:00.604666 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=9ef349f3-ca27-4673-90bd-c2c4a1c724e8,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:00.608342 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:00.625794 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161eec-3813-47f2-8098-ea009d96f0ba req-bad15124-a4e7-4ede-ab0f-1434128d71ad tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:00.628307 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-96161eec-3813-47f2-8098-ea009d96f0ba req-bad15124-a4e7-4ede-ab0f-1434128d71ad tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.1212909 Jun 17 08:16:00.674135 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-96161eec-3813-47f2-8098-ea009d96f0ba req-37daefa2-3430-48ef-a88d-6660c63c4d1d tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400391 Jun 17 08:16:00.803496 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['9ef349f3-ca27-4673-90bd-c2c4a1c724e8'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:16:01.073914 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc67afc-dfa0-4044-bb5f-7eed0c31a1da req-d1faa3e7-79a3-4759-a61a-2384c327c1d8 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:01.075569 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1bc67afc-dfa0-4044-bb5f-7eed0c31a1da req-d1faa3e7-79a3-4759-a61a-2384c327c1d8 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735 HTTP/1.1" status: 200 len: 945 time: 0.0785832 Jun 17 08:16:01.118599 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1bc67afc-dfa0-4044-bb5f-7eed0c31a1da req-1b92b0ef-6b23-464d-afeb-6be1ca4a3c5b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367877 Jun 17 08:16:01.868968 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e640452-1134-4ddc-a087-a146072a8bb6 req-9cf4cd81-93ec-47c8-9b62-e541975073e6 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:01.870715 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0e640452-1134-4ddc-a087-a146072a8bb6 req-9cf4cd81-93ec-47c8-9b62-e541975073e6 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.0754397 Jun 17 08:16:01.915602 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0e640452-1134-4ddc-a087-a146072a8bb6 req-591bafa6-cba4-43d8-946a-cd64e7b99d0d tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366631 Jun 17 08:16:02.290499 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:16:02.343566 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0674519-2264-40f6-944b-1845dd1ad41c req-0ed506ce-e70a-48bb-b91c-c2aafe970243 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:02.345165 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a0674519-2264-40f6-944b-1845dd1ad41c req-0ed506ce-e70a-48bb-b91c-c2aafe970243 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735 HTTP/1.1" status: 200 len: 945 time: 0.1029480 Jun 17 08:16:02.362428 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:16:02.367614 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:16:02.368069 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:02.395936 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a0674519-2264-40f6-944b-1845dd1ad41c req-625a8f09-7c6a-4cd9-9809-38d898cbf219 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394127 Jun 17 08:16:02.471888 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:02.497471 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d7d49c-2c7f-4a79-ba53-63b73ceb1735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef349f3-ca27-4673-90bd-c2c4a1c724e8'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:16:02.499869 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83a8de8-19ad-4b7a-bda7-15eff80dc4c2" -d '{"events": [{"server_uuid": "c3d7d49c-2c7f-4a79-ba53-63b73ceb1735", "name": "network-vif-plugged", "status": "completed", "tag": "9ef349f3-ca27-4673-90bd-c2c4a1c724e8"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:16:02.519915 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 9ef349f3-ca27-4673-90bd-c2c4a1c724e8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9ef349f3-ca27-4673-90bd-c2c4a1c724e8,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:16:02.526598 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:02.529180 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:02.558569 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca67442-3c5b-4c2d-bbec-ae3b1c9d3422 x-openstack-request-id: req-aca67442-3c5b-4c2d-bbec-ae3b1c9d3422 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:16:02.558884 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d7d49c-2c7f-4a79-ba53-63b73ceb1735", "name": "network-vif-plugged", "status": "completed", "tag": "9ef349f3-ca27-4673-90bd-c2c4a1c724e8", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:16:02.559075 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aca67442-3c5b-4c2d-bbec-ae3b1c9d3422 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:16:02.559401 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d7d49c-2c7f-4a79-ba53-63b73ceb1735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef349f3-ca27-4673-90bd-c2c4a1c724e8', 'code': 200} Jun 17 08:16:02.594764 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=9ef349f3-ca27-4673-90bd-c2c4a1c724e8,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:02.598822 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:02.816668 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced3229-e0f6-4ef9-a8a0-b49badcb1b7f req-b46f854b-d757-4471-97a8-522595d4bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:02.819123 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1ced3229-e0f6-4ef9-a8a0-b49badcb1b7f req-b46f854b-d757-4471-97a8-522595d4bd1c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735 HTTP/1.1" status: 200 len: 1099 time: 0.0707939 Jun 17 08:16:02.860544 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1ced3229-e0f6-4ef9-a8a0-b49badcb1b7f req-a9027bf2-ba1d-4188-8728-80647f8d159f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350721 Jun 17 08:16:03.138359 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc698d-ca64-4c17-9ddc-fea5010ac269 req-15e617df-a930-40e7-a851-4ac7c1a1d13b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:03.140650 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e0cc698d-ca64-4c17-9ddc-fea5010ac269 req-15e617df-a930-40e7-a851-4ac7c1a1d13b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.0849657 Jun 17 08:16:03.201743 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e0cc698d-ca64-4c17-9ddc-fea5010ac269 req-1cd40b8a-63ac-40d7-954b-0a385167fc25 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547979 Jun 17 08:16:03.609482 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb3e86-7c04-437e-9c50-267904e0cc45 req-270a83e5-5eba-418f-a6da-521e86cfe5e2 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:03.611168 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-12fb3e86-7c04-437e-9c50-267904e0cc45 req-270a83e5-5eba-418f-a6da-521e86cfe5e2 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735 HTTP/1.1" status: 200 len: 946 time: 0.0838330 Jun 17 08:16:03.666339 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-12fb3e86-7c04-437e-9c50-267904e0cc45 req-e28d39e3-5093-45ab-91c1-b2ab72c3e359 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422781 Jun 17 08:16:04.667662 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba05618-c8f2-445d-b56b-8cec9e1e6465 req-7e85ff81-e36e-483c-8a3b-3f91fa8a34b6 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:04.669801 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1ba05618-c8f2-445d-b56b-8cec9e1e6465 req-7e85ff81-e36e-483c-8a3b-3f91fa8a34b6 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.3450060 Jun 17 08:16:04.714274 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1ba05618-c8f2-445d-b56b-8cec9e1e6465 req-c391d29b-3ee1-4eb8-afea-673e5e000d32 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379524 Jun 17 08:16:04.914514 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a771cc0-0a95-438b-92ef-56299f70462f req-32a64604-168e-4c8c-a1c1-4d69c078b492 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:04.917136 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7a771cc0-0a95-438b-92ef-56299f70462f req-32a64604-168e-4c8c-a1c1-4d69c078b492 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735 HTTP/1.1" status: 200 len: 946 time: 0.1068180 Jun 17 08:16:04.999756 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7a771cc0-0a95-438b-92ef-56299f70462f req-10123346-207c-45ca-be97-c825c22f4ec7 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707688 Jun 17 08:16:05.216551 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039d18b-49d4-441d-86d8-bb5169a74a0c req-f1c10a08-8fe9-4f07-8a74-01b214c165bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:05.219010 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8039d18b-49d4-441d-86d8-bb5169a74a0c req-f1c10a08-8fe9-4f07-8a74-01b214c165bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f50cdcfdd2fd408d86d30f95622cad2f&device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 1099 time: 0.1763031 Jun 17 08:16:05.257011 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237a80-13aa-4637-87c3-2f90ab50aa3e req-05ed62db-efb9-417d-babd-85395c62653c tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:05.259810 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-12237a80-13aa-4637-87c3-2f90ab50aa3e req-05ed62db-efb9-417d-babd-85395c62653c tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.1705096 Jun 17 08:16:05.427180 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-12237a80-13aa-4637-87c3-2f90ab50aa3e req-155bdf80-cdee-427d-8c0e-7cb92dd5a26a tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484060 Jun 17 08:16:05.461434 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039d18b-49d4-441d-86d8-bb5169a74a0c req-a9330977-7da8-42d9-a38b-cc90372e4774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:05.464677 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8039d18b-49d4-441d-86d8-bb5169a74a0c req-a9330977-7da8-42d9-a38b-cc90372e4774 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c7133842-e71c-43e6-ac53-3faca71f09d3 HTTP/1.1" status: 200 len: 912 time: 0.2346387 Jun 17 08:16:05.543568 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8039d18b-49d4-441d-86d8-bb5169a74a0c req-efbd7fb7-447f-441d-a9d0-89e30e4c118c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d463a57-d760-48b2-86fe-5b8cfc5afa5d HTTP/1.1" status: 200 len: 1002 time: 0.0716028 Jun 17 08:16:05.602539 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039d18b-49d4-441d-86d8-bb5169a74a0c req-e6e6220e-4723-4a7a-80ba-d30f49544b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:05.604560 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8039d18b-49d4-441d-86d8-bb5169a74a0c req-e6e6220e-4723-4a7a-80ba-d30f49544b7e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12 HTTP/1.1" status: 200 len: 850 time: 0.0538311 Jun 17 08:16:05.677025 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039d18b-49d4-441d-86d8-bb5169a74a0c req-a6ae8ec8-fffe-4951-816c-0bac7b38ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:05.678591 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8039d18b-49d4-441d-86d8-bb5169a74a0c req-a6ae8ec8-fffe-4951-816c-0bac7b38ab6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c7133842-e71c-43e6-ac53-3faca71f09d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673311 Jun 17 08:16:05.813064 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8039d18b-49d4-441d-86d8-bb5169a74a0c req-ae90372b-4588-481d-b360-caaf87e7247e service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221209 Jun 17 08:16:05.923891 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8039d18b-49d4-441d-86d8-bb5169a74a0c req-f5f56aa7-0dac-4b5f-b7c9-3603ea8b5727 service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026771 Jun 17 08:16:06.719270 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e005186-b63d-4d5c-a3fd-4885f97145f5 req-ea3f29a9-b4f0-4a1f-ae47-ee8071fd1306 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:06.721953 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6e005186-b63d-4d5c-a3fd-4885f97145f5 req-ea3f29a9-b4f0-4a1f-ae47-ee8071fd1306 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.1277153 Jun 17 08:16:06.787740 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6e005186-b63d-4d5c-a3fd-4885f97145f5 req-55ee5d0c-653f-47ae-881e-122daefd92f1 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563588 Jun 17 08:16:07.992067 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dec9a4-d64d-4fae-92ef-006276694987 req-81fcbc7a-ef36-4f3a-9171-20ed38b87422 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:07.994204 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-83dec9a4-d64d-4fae-92ef-006276694987 req-81fcbc7a-ef36-4f3a-9171-20ed38b87422 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.0699525 Jun 17 08:16:08.044393 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-83dec9a4-d64d-4fae-92ef-006276694987 req-05a94098-4b43-4127-b217-d3b1b62db99b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431828 Jun 17 08:16:16.854475 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-e31e4afe-c1a8-4e36-9b44-52c3c8621ec9 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:16.856093 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-e31e4afe-c1a8-4e36-9b44-52c3c8621ec9 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/networks?id=da111854-fd63-44a1-a9dd-29b1fcf5b71e HTTP/1.1" status: 200 len: 814 time: 0.1150057 Jun 17 08:16:16.877601 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-f3ed5406-e3f7-4439-8896-b2e50f492ad1 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/quotas/1a965bf4dc7d4a7d9f135d4c83cf8eb8 HTTP/1.1" status: 200 len: 375 time: 0.0106316 Jun 17 08:16:16.959847 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-b3492f1b-e82a-439d-9777-53b46937b94d tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a965bf4dc7d4a7d9f135d4c83cf8eb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0755737 Jun 17 08:16:17.077303 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-a12c652f-8f2b-48fc-bd58-f827cbca6bc3 service neutron] 10.222.0.35 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090949 Jun 17 08:16:17.232551 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-dcc31a3c-831e-4fa1-9545-2acb7269b127 service neutron] 10.222.0.35 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486852 Jun 17 08:16:17.483054 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0e567f8f-8b49-4c87-bd15-7d10fa1f1fef req-442acfce-09eb-47ad-bcb6-65d1a8959dd9 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 210 time: 0.0370708 Jun 17 08:16:18.737059 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e4c28bf8-8e82-4977-838a-4cc0c82a18ed req-56c969fc-5375-476c-bc3b-c96c5250aaba tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 210 time: 0.0499063 Jun 17 08:16:18.869803 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-a1508641-be4b-4419-85ad-d1108deb9b8c tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:18.871414 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-a1508641-be4b-4419-85ad-d1108deb9b8c tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.38 "GET /v2.0/networks?id=da111854-fd63-44a1-a9dd-29b1fcf5b71e HTTP/1.1" status: 200 len: 814 time: 0.1725433 Jun 17 08:16:18.894181 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-e6fd3506-0ae4-48ff-9324-a144a5177271 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Request body: {'port': {'device_id': '7de3113c-9b3f-455d-b44c-130a2653fe23', 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e', 'admin_state_up': True, 'tenant_id': '1a965bf4dc7d4a7d9f135d4c83cf8eb8'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:16:19.028364 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-e6fd3506-0ae4-48ff-9324-a144a5177271 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Made reservation on behalf of 1a965bf4dc7d4a7d9f135d4c83cf8eb8 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:16:19.034867 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-e6fd3506-0ae4-48ff-9324-a144a5177271 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:19.180880 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-e6fd3506-0ae4-48ff-9324-a144a5177271 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Allocated IP 172.20.0.6 (da111854-fd63-44a1-a9dd-29b1fcf5b71e/335d4122-2137-4da9-8766-76e06a885002/65f717d2-fcf5-4401-8a95-9a1513ce8eb9) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:16:19.358640 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-e6fd3506-0ae4-48ff-9324-a144a5177271 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:19.406727 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-e6fd3506-0ae4-48ff-9324-a144a5177271 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:19.411221 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:19.420099 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['9ef349f3-ca27-4673-90bd-c2c4a1c724e8'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:16:19.468637 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-e6fd3506-0ae4-48ff-9324-a144a5177271 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Network da111854-fd63-44a1-a9dd-29b1fcf5b71e is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:16:19.480517 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-e6fd3506-0ae4-48ff-9324-a144a5177271 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:16:19.492325 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-e6fd3506-0ae4-48ff-9324-a144a5177271 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:16:19.499879 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-e6fd3506-0ae4-48ff-9324-a144a5177271 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:19.500824 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-e6fd3506-0ae4-48ff-9324-a144a5177271 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:19.510508 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd3506-0ae4-48ff-9324-a144a5177271 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Pushing event updated for resources: {'Port': ['ID=65f717d2-fcf5-4401-8a95-9a1513ce8eb9,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:19.519935 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e6fd3506-0ae4-48ff-9324-a144a5177271 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:19.536756 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-e6fd3506-0ae4-48ff-9324-a144a5177271 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6469023 Jun 17 08:16:19.558734 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Request body: {'port': {'device_id': '7de3113c-9b3f-455d-b44c-130a2653fe23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:16:19.646912 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:19.989704 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:16:20.015835 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:20.036917 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Transition to ACTIVE for port object 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:16:20.043580 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:20.046862 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:20.138485 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Pushing event updated for resources: {'Port': ['ID=65f717d2-fcf5-4401-8a95-9a1513ce8eb9,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:20.145007 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:20.173833 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34866b-97f8-40d4-9868-b7ebc91352f6 req-e9753ffc-aa83-4471-ba4a-99bf2eb9c485 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:20.175593 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0b34866b-97f8-40d4-9868-b7ebc91352f6 req-e9753ffc-aa83-4471-ba4a-99bf2eb9c485 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 931 time: 0.2010255 Jun 17 08:16:20.198607 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Attempting to bind port 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:16:20.199003 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Attempting to bind port 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:16:20.199476 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Attempting to bind port 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 on network da111854-fd63-44a1-a9dd-29b1fcf5b71e {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:16:20.220187 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Port 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 on network da111854-fd63-44a1-a9dd-29b1fcf5b71e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:16:20.220427 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Attempting to bind port 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 on network da111854-fd63-44a1-a9dd-29b1fcf5b71e {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:16:20.233911 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:16:20.234302 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Checking segment: {'id': '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:16:20.234621 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Bound using segment: {'id': '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:16:20.235068 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Bound port: 65f717d2-fcf5-4401-8a95-9a1513ce8eb9, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:16:20.235465 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:20.243798 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0b34866b-97f8-40d4-9868-b7ebc91352f6 req-227ce3e4-ba97-4a69-9d0c-02fd7cdc70ec tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567815 Jun 17 08:16:20.320075 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] For port 65f717d2-fcf5-4401-8a95-9a1513ce8eb9, host hv-cinder-79128, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:16:20.325191 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] For port 65f717d2-fcf5-4401-8a95-9a1513ce8eb9, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=65f717d2-fcf5-4401-8a95-9a1513ce8eb9,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:16:20.331080 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:20.333516 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:20.368403 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:20.369318 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:20.370870 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] 10.222.0.38 "PUT /v2.0/ports/65f717d2-fcf5-4401-8a95-9a1513ce8eb9 HTTP/1.1" status: 200 len: 1093 time: 0.8208833 Jun 17 08:16:20.373839 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de3113c-9b3f-455d-b44c-130a2653fe23', 'tag': '65f717d2-fcf5-4401-8a95-9a1513ce8eb9'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:16:20.377731 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74077452-462b-4dca-8ddd-010ae32ab8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7de3113c-9b3f-455d-b44c-130a2653fe23", "tag": "65f717d2-fcf5-4401-8a95-9a1513ce8eb9"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:16:20.410795 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Pushing event updated for resources: {'Port': ['ID=65f717d2-fcf5-4401-8a95-9a1513ce8eb9,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:20.414394 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:20.437038 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b247c37d-81fe-41c1-8e3b-da76fb6acdf1 x-openstack-request-id: req-b247c37d-81fe-41c1-8e3b-da76fb6acdf1 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:16:20.437360 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de3113c-9b3f-455d-b44c-130a2653fe23", "tag": "65f717d2-fcf5-4401-8a95-9a1513ce8eb9", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:16:20.437648 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b247c37d-81fe-41c1-8e3b-da76fb6acdf1 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:16:20.438070 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de3113c-9b3f-455d-b44c-130a2653fe23', 'tag': '65f717d2-fcf5-4401-8a95-9a1513ce8eb9', 'status': 'completed', 'code': 200} Jun 17 08:16:20.503873 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-42f1cb94-be1b-44ea-ab87-b4de6781cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:20.505318 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-42f1cb94-be1b-44ea-ab87-b4de6781cfb8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a965bf4dc7d4a7d9f135d4c83cf8eb8&device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 1096 time: 0.0577822 Jun 17 08:16:20.558705 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-1d960148-aab4-4587-8070-af1a53fa7c3d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65f717d2-fcf5-4401-8a95-9a1513ce8eb9 HTTP/1.1" status: 200 len: 217 time: 0.0382223 Jun 17 08:16:20.634135 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-103c832a-f47c-4efe-a3db-2da3e59ccf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:20.636339 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-103c832a-f47c-4efe-a3db-2da3e59ccf7f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=335d4122-2137-4da9-8766-76e06a885002 HTTP/1.1" status: 200 len: 854 time: 0.0685766 Jun 17 08:16:20.673699 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-f90c733a-0058-4790-9304-74e4483ffe10 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=da111854-fd63-44a1-a9dd-29b1fcf5b71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299273 Jun 17 08:16:20.784488 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-82e9e835-5809-4702-86fc-14b14d72ab7d service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023223 Jun 17 08:16:20.898050 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8f63839d-e578-49fe-bb9f-389acf4518ee req-bd3b0d74-4639-4e77-be8b-36237eb14a1d service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975113 Jun 17 08:16:21.049134 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74077452-462b-4dca-8ddd-010ae32ab8ec req-258bf9d9-e215-4280-a7fb-e5ceafba1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:21.050665 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-74077452-462b-4dca-8ddd-010ae32ab8ec req-258bf9d9-e215-4280-a7fb-e5ceafba1c76 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a965bf4dc7d4a7d9f135d4c83cf8eb8&device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 1096 time: 0.0712826 Jun 17 08:16:21.184831 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74077452-462b-4dca-8ddd-010ae32ab8ec req-6d562ec6-22d8-4903-a80f-bd9a183dc5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:21.187339 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-74077452-462b-4dca-8ddd-010ae32ab8ec req-6d562ec6-22d8-4903-a80f-bd9a183dc5d4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=da111854-fd63-44a1-a9dd-29b1fcf5b71e HTTP/1.1" status: 200 len: 915 time: 0.1283119 Jun 17 08:16:21.274941 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-74077452-462b-4dca-8ddd-010ae32ab8ec req-00efd2eb-3d08-4920-86b1-a6433b589360 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65f717d2-fcf5-4401-8a95-9a1513ce8eb9 HTTP/1.1" status: 200 len: 217 time: 0.0670900 Jun 17 08:16:21.402449 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74077452-462b-4dca-8ddd-010ae32ab8ec req-cd21486a-1251-4ad0-b278-585ba6cab0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:21.404953 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-74077452-462b-4dca-8ddd-010ae32ab8ec req-cd21486a-1251-4ad0-b278-585ba6cab0a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=335d4122-2137-4da9-8766-76e06a885002 HTTP/1.1" status: 200 len: 854 time: 0.1197140 Jun 17 08:16:21.453780 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-74077452-462b-4dca-8ddd-010ae32ab8ec req-8e44a061-e11e-4a00-8c0e-fad58e2b7ce5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=da111854-fd63-44a1-a9dd-29b1fcf5b71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417097 Jun 17 08:16:21.523266 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499e67f-a9d5-4827-acf1-7a8e761a93ea req-56f60b50-dbad-4ccd-a3f2-a6918def53f0 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:21.525515 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3499e67f-a9d5-4827-acf1-7a8e761a93ea req-56f60b50-dbad-4ccd-a3f2-a6918def53f0 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=e44cd715-2308-48b2-8a90-e43bbc284a23 HTTP/1.1" status: 200 len: 946 time: 0.2425554 Jun 17 08:16:21.655821 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3499e67f-a9d5-4827-acf1-7a8e761a93ea req-654a3b49-f08d-4695-9d69-4a3a83e3ea01 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178136 Jun 17 08:16:21.659955 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-74077452-462b-4dca-8ddd-010ae32ab8ec req-3f2f0b39-66ab-4449-9316-3c6f184ea68f service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914263 Jun 17 08:16:21.677579 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc305b-6935-4850-815f-d3ce6158fb6f req-9be1cb50-ea00-43ef-b440-2bcacc21951f tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:21.679430 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-89fc305b-6935-4850-815f-d3ce6158fb6f req-9be1cb50-ea00-43ef-b440-2bcacc21951f tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 943 time: 0.2488546 Jun 17 08:16:21.813819 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-89fc305b-6935-4850-815f-d3ce6158fb6f req-c2d3708a-67d5-4e72-a182-9b8f3de25e26 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231642 Jun 17 08:16:21.846007 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-74077452-462b-4dca-8ddd-010ae32ab8ec req-9afcba25-d70e-47bc-bf20-d161591345ff service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654334 Jun 17 08:16:22.864280 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05049b0e-a40a-473d-bd3c-9b08e49a58e5 req-2b952647-077c-4b40-ad26-371f528e61e6 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:22.866608 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-05049b0e-a40a-473d-bd3c-9b08e49a58e5 req-2b952647-077c-4b40-ad26-371f528e61e6 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=e44cd715-2308-48b2-8a90-e43bbc284a23 HTTP/1.1" status: 200 len: 946 time: 0.0769138 Jun 17 08:16:22.917012 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-05049b0e-a40a-473d-bd3c-9b08e49a58e5 req-563ec9c2-8e71-4286-8fa8-dc88bb47840c tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/security-groups?id=789e5d9d-2534-45dc-b35b-ba5ca7a0355d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388789 Jun 17 08:16:23.031073 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a4438-be27-4765-b856-09048f463685 req-0a6a08c5-8843-47ef-8b1d-269d2b513f0b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:23.032708 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-814a4438-be27-4765-b856-09048f463685 req-0a6a08c5-8843-47ef-8b1d-269d2b513f0b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 943 time: 0.0887201 Jun 17 08:16:23.080160 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-814a4438-be27-4765-b856-09048f463685 req-3ec2b827-38da-4b8a-9efb-86cf520e28f7 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375326 Jun 17 08:16:23.262645 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e65793-7b3f-444e-97d5-48b04f980bd7 req-6a2db959-40d9-4da0-9b30-c67e2cdb5989 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:23.264142 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-45e65793-7b3f-444e-97d5-48b04f980bd7 req-6a2db959-40d9-4da0-9b30-c67e2cdb5989 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.38 "GET /v2.0/ports?device_id=e44cd715-2308-48b2-8a90-e43bbc284a23 HTTP/1.1" status: 200 len: 946 time: 0.0718281 Jun 17 08:16:23.396703 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-45e65793-7b3f-444e-97d5-48b04f980bd7 req-b873a276-8206-42ac-966e-18abe8c54610 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Deleting port 84d95cda-723e-4097-bd97-1368b9dbb0ef {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:16:23.397169 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-45e65793-7b3f-444e-97d5-48b04f980bd7 req-b873a276-8206-42ac-966e-18abe8c54610 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:23.496680 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-45e65793-7b3f-444e-97d5-48b04f980bd7 req-b873a276-8206-42ac-966e-18abe8c54610 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] For port 84d95cda-723e-4097-bd97-1368b9dbb0ef, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=84d95cda-723e-4097-bd97-1368b9dbb0ef,segment=NetworkSegment(c8a8768e-d42e-4a22-9f1b-bdb880981e4c),segment_id=c8a8768e-d42e-4a22-9f1b-bdb880981e4c)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:16:23.497033 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-45e65793-7b3f-444e-97d5-48b04f980bd7 req-b873a276-8206-42ac-966e-18abe8c54610 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:23.568765 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-45e65793-7b3f-444e-97d5-48b04f980bd7 req-b873a276-8206-42ac-966e-18abe8c54610 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Calling delete_port for 84d95cda-723e-4097-bd97-1368b9dbb0ef owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:16:23.720441 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-45e65793-7b3f-444e-97d5-48b04f980bd7 req-b873a276-8206-42ac-966e-18abe8c54610 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:23.724703 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-80a8ef5b-e891-4634-b928-eb490a1cb4cb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:23.734990 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['84d95cda-723e-4097-bd97-1368b9dbb0ef'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:16:23.755257 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873a276-8206-42ac-966e-18abe8c54610 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Pushing event deleted for resources: {'Port': ['ID=84d95cda-723e-4097-bd97-1368b9dbb0ef,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:23.761995 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b873a276-8206-42ac-966e-18abe8c54610 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:23.819465 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e65793-7b3f-444e-97d5-48b04f980bd7 req-b873a276-8206-42ac-966e-18abe8c54610 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] No DVR routers for this DVR port 84d95cda-723e-4097-bd97-1368b9dbb0ef on host hv-cinder-79128 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:16:23.822182 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-45e65793-7b3f-444e-97d5-48b04f980bd7 req-b873a276-8206-42ac-966e-18abe8c54610 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:23.824327 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-45e65793-7b3f-444e-97d5-48b04f980bd7 req-b873a276-8206-42ac-966e-18abe8c54610 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.38 "DELETE /v2.0/ports/84d95cda-723e-4097-bd97-1368b9dbb0ef HTTP/1.1" status: 204 len: 173 time: 0.5537713 Jun 17 08:16:23.824886 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44cd715-2308-48b2-8a90-e43bbc284a23', 'name': 'network-vif-deleted', 'tag': '84d95cda-723e-4097-bd97-1368b9dbb0ef'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:16:23.827362 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1b2fa7-18fc-44e0-bd98-24918b56eb7f" -d '{"events": [{"server_uuid": "e44cd715-2308-48b2-8a90-e43bbc284a23", "name": "network-vif-deleted", "tag": "84d95cda-723e-4097-bd97-1368b9dbb0ef"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:16:23.888269 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dc796f-8116-4184-9b0b-9e8cb5dcce17 x-openstack-request-id: req-d6dc796f-8116-4184-9b0b-9e8cb5dcce17 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:16:23.888924 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44cd715-2308-48b2-8a90-e43bbc284a23", "name": "network-vif-deleted", "tag": "84d95cda-723e-4097-bd97-1368b9dbb0ef", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:16:23.888924 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6dc796f-8116-4184-9b0b-9e8cb5dcce17 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:16:23.889290 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44cd715-2308-48b2-8a90-e43bbc284a23', 'name': 'network-vif-deleted', 'tag': '84d95cda-723e-4097-bd97-1368b9dbb0ef', 'status': 'completed', 'code': 200} Jun 17 08:16:23.925921 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8e599b4b-cf2e-48a3-ab92-4cc881eb4e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:24.136868 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2a63ff7e-2b43-4a25-bb32-20e35df1c89f req-65af301e-6834-4e78-a656-433d6f639e3a tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] 10.222.0.35 "GET /v2.0/ports?device_id=e44cd715-2308-48b2-8a90-e43bbc284a23 HTTP/1.1" status: 200 len: 210 time: 0.0300329 Jun 17 08:16:24.320668 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188f451-68eb-4f32-9955-4dd8a068968d req-1d3c6126-9a75-4b32-8b33-47d983def695 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:24.322833 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0188f451-68eb-4f32-9955-4dd8a068968d req-1d3c6126-9a75-4b32-8b33-47d983def695 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 943 time: 0.0708728 Jun 17 08:16:24.370410 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0188f451-68eb-4f32-9955-4dd8a068968d req-57d534fa-9f4f-4758-872f-3448f2c4ebbf tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 Jun 17 08:16:24.404349 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:16:24.538517 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 65f717d2-fcf5-4401-8a95-9a1513ce8eb9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=65f717d2-fcf5-4401-8a95-9a1513ce8eb9,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:16:24.552504 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': '65f717d2-fcf5-4401-8a95-9a1513ce8eb9', 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e', 'port_id': '65f717d2-fcf5-4401-8a95-9a1513ce8eb9', 'mac_address': 'fa:16:3e:b4:af:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335d4122-2137-4da9-8766-76e06a885002', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:16:24.620796 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:24.644569 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:16:24.678428 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 65f717d2-fcf5-4401-8a95-9a1513ce8eb9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=65f717d2-fcf5-4401-8a95-9a1513ce8eb9,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:16:24.684555 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:24.687278 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:24.744297 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=65f717d2-fcf5-4401-8a95-9a1513ce8eb9,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:24.747828 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:24.943108 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['65f717d2-fcf5-4401-8a95-9a1513ce8eb9'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:16:25.669468 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e361bd3-338a-436a-be10-283075f00550 req-df1812d5-9f63-4dba-a0b0-aabe0bc01547 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:25.672163 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3e361bd3-338a-436a-be10-283075f00550 req-df1812d5-9f63-4dba-a0b0-aabe0bc01547 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 944 time: 0.1376839 Jun 17 08:16:25.720349 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3e361bd3-338a-436a-be10-283075f00550 req-1e89817f-73bd-41e2-aa2f-0ec6492a17ef tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418468 Jun 17 08:16:26.419118 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:16:26.480772 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:16:26.490917 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:16:26.491378 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:26.527475 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:26.590904 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:26.616864 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de3113c-9b3f-455d-b44c-130a2653fe23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f717d2-fcf5-4401-8a95-9a1513ce8eb9'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:16:26.619307 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5588916-7364-405c-a07e-4cb661bbeb04" -d '{"events": [{"server_uuid": "7de3113c-9b3f-455d-b44c-130a2653fe23", "name": "network-vif-plugged", "status": "completed", "tag": "65f717d2-fcf5-4401-8a95-9a1513ce8eb9"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:16:26.634545 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 65f717d2-fcf5-4401-8a95-9a1513ce8eb9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=65f717d2-fcf5-4401-8a95-9a1513ce8eb9,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:16:26.643025 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:26.644461 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 84d95cda-723e-4097-bd97-1368b9dbb0ef no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:16:26.646765 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-c3753ab1-67c2-4d7c-b6d8-6a108e25919e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:26.690794 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70921e94-e24c-4bbf-bf13-dac2f294414f x-openstack-request-id: req-70921e94-e24c-4bbf-bf13-dac2f294414f {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:16:26.690994 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de3113c-9b3f-455d-b44c-130a2653fe23", "name": "network-vif-plugged", "status": "completed", "tag": "65f717d2-fcf5-4401-8a95-9a1513ce8eb9", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:16:26.691865 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70921e94-e24c-4bbf-bf13-dac2f294414f {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:16:26.691865 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de3113c-9b3f-455d-b44c-130a2653fe23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f717d2-fcf5-4401-8a95-9a1513ce8eb9', 'code': 200} Jun 17 08:16:26.699723 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: 84d95cda-723e-4097-bd97-1368b9dbb0ef {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:16:26.700331 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 84d95cda-723e-4097-bd97-1368b9dbb0ef not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:16:26.770420 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-366e5bff-d063-4a1d-bcf1-588e9e893a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:26.780896 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=65f717d2-fcf5-4401-8a95-9a1513ce8eb9,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:26.787014 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:27.042099 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19420d2c-a612-4c7d-a712-ae24f3338640 req-583ac033-f425-4c2c-93b7-087491c7c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:27.043639 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-19420d2c-a612-4c7d-a712-ae24f3338640 req-583ac033-f425-4c2c-93b7-087491c7c1b6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 1098 time: 0.1134474 Jun 17 08:16:27.066618 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd83088-d666-45c8-9653-eebc50f0484b req-687705e0-bcde-4df4-978f-a1f127f38012 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:27.068235 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6dd83088-d666-45c8-9653-eebc50f0484b req-687705e0-bcde-4df4-978f-a1f127f38012 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 945 time: 0.1015038 Jun 17 08:16:27.115047 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-19420d2c-a612-4c7d-a712-ae24f3338640 req-19e44a93-6ca1-49d7-97c8-29dea1dabfb7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619705 Jun 17 08:16:27.129595 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6dd83088-d666-45c8-9653-eebc50f0484b req-ba00d4e7-33b1-4603-a4c3-7e97ae816451 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520713 Jun 17 08:16:27.784996 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:28.327422 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f5ca5-1a7d-44ea-b589-6da3d9826236 req-003a5569-7e48-45cd-b05e-791c30998226 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:28.329067 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e59f5ca5-1a7d-44ea-b589-6da3d9826236 req-003a5569-7e48-45cd-b05e-791c30998226 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 945 time: 0.0705154 Jun 17 08:16:28.374345 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e59f5ca5-1a7d-44ea-b589-6da3d9826236 req-a775e0ad-b29a-4507-8de6-9bdab3074226 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391476 Jun 17 08:16:28.684991 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:29.611332 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193d75e-564f-4581-98b3-0cb9f76c43c4 req-e613caca-091c-4f3f-b3e5-2b5e85e216ea tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:29.614013 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8193d75e-564f-4581-98b3-0cb9f76c43c4 req-e613caca-091c-4f3f-b3e5-2b5e85e216ea tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 945 time: 0.0797946 Jun 17 08:16:29.648431 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:29.902575 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8193d75e-564f-4581-98b3-0cb9f76c43c4 req-c1265545-1e1d-411c-9661-6048970c1b09 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825575 Jun 17 08:16:30.676548 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c1d9462a-a36a-4f97-b281-d047941abfaf req-1749da9b-05c3-494b-9b37-5fd5b9b8ce80 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0927997 Jun 17 08:16:30.773429 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9462a-a36a-4f97-b281-d047941abfaf req-cb8d04da-5ae8-48a2-acc6-0b04ad186860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:30.775168 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c1d9462a-a36a-4f97-b281-d047941abfaf req-cb8d04da-5ae8-48a2-acc6-0b04ad186860 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f50cdcfdd2fd408d86d30f95622cad2f&device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 1099 time: 0.0622027 Jun 17 08:16:30.935276 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9462a-a36a-4f97-b281-d047941abfaf req-b9d92f44-fbfb-4d00-a1bb-00472e28a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:30.937655 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c1d9462a-a36a-4f97-b281-d047941abfaf req-b9d92f44-fbfb-4d00-a1bb-00472e28a239 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c7133842-e71c-43e6-ac53-3faca71f09d3 HTTP/1.1" status: 200 len: 912 time: 0.1343739 Jun 17 08:16:31.175705 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c1d9462a-a36a-4f97-b281-d047941abfaf req-7b0b361e-a2a9-4c73-9bf3-4c0925119d7e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d463a57-d760-48b2-86fe-5b8cfc5afa5d HTTP/1.1" status: 200 len: 1002 time: 0.2228675 Jun 17 08:16:31.283490 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9462a-a36a-4f97-b281-d047941abfaf req-33d6ae59-ee8f-4f04-aeb0-9417918e1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:31.286467 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c1d9462a-a36a-4f97-b281-d047941abfaf req-33d6ae59-ee8f-4f04-aeb0-9417918e1c6b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12 HTTP/1.1" status: 200 len: 850 time: 0.0989165 Jun 17 08:16:31.311197 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafda2d4-ebc1-4bd7-bf5d-bba5f619de46 req-a7875eb0-115f-47ea-b724-1d629ac400a2 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:31.313559 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-dafda2d4-ebc1-4bd7-bf5d-bba5f619de46 req-a7875eb0-115f-47ea-b724-1d629ac400a2 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 945 time: 0.2269642 Jun 17 08:16:31.434306 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-dafda2d4-ebc1-4bd7-bf5d-bba5f619de46 req-9b3a2a5e-52f0-4ed5-850f-4c47f1ebcd97 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088662 Jun 17 08:16:31.472479 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9462a-a36a-4f97-b281-d047941abfaf req-6de3af4a-a9b3-4df1-b259-a255febf7f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:31.475294 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c1d9462a-a36a-4f97-b281-d047941abfaf req-6de3af4a-a9b3-4df1-b259-a255febf7f55 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c7133842-e71c-43e6-ac53-3faca71f09d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1807375 Jun 17 08:16:31.652397 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c1d9462a-a36a-4f97-b281-d047941abfaf req-e96dba4b-af84-47b6-bad9-853f183424f5 service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632292 Jun 17 08:16:31.760582 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c1d9462a-a36a-4f97-b281-d047941abfaf req-53a1b1a4-f4f6-4650-ad01-d2ddba0feff7 service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017747 Jun 17 08:16:32.664782 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fb884-0243-4bc6-a08e-f9ae808cb5f0 req-616618c3-6601-44df-b65d-0c58f3670aad tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:32.666832 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ab4fb884-0243-4bc6-a08e-f9ae808cb5f0 req-616618c3-6601-44df-b65d-0c58f3670aad tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 945 time: 0.0795360 Jun 17 08:16:32.727937 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ab4fb884-0243-4bc6-a08e-f9ae808cb5f0 req-da971dd8-3adb-45df-aa4e-33f7aa2500ef tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546238 Jun 17 08:16:33.662775 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b1f8b-bf8e-4228-ba76-584426603cd3 req-0c04a0a3-b4d6-4cd8-b496-cc64411451e4 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:33.664366 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4f6b1f8b-bf8e-4228-ba76-584426603cd3 req-0c04a0a3-b4d6-4cd8-b496-cc64411451e4 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 947 time: 0.0691323 Jun 17 08:16:33.706482 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4f6b1f8b-bf8e-4228-ba76-584426603cd3 req-246a16c5-a829-499a-bc8b-4ece96298056 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360897 Jun 17 08:16:34.671967 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a49eabc7-fc58-4c05-a723-f56ea0374ea1 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:34.673372 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a49eabc7-fc58-4c05-a723-f56ea0374ea1 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/networks?id=da111854-fd63-44a1-a9dd-29b1fcf5b71e HTTP/1.1" status: 200 len: 814 time: 0.1183529 Jun 17 08:16:34.688814 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e1a47b4e-9477-4747-a912-93a02c842304 req-25482a89-de15-4fc3-bb8a-89f292639a22 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/quotas/1a965bf4dc7d4a7d9f135d4c83cf8eb8 HTTP/1.1" status: 200 len: 375 time: 0.0098236 Jun 17 08:16:34.762889 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e1a47b4e-9477-4747-a912-93a02c842304 req-88f170be-feaf-403f-954a-f84b3a6450e6 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a965bf4dc7d4a7d9f135d4c83cf8eb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682831 Jun 17 08:16:34.903890 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e1a47b4e-9477-4747-a912-93a02c842304 req-63cb7e99-2a2b-4c86-8cfa-b6b243b62f38 service neutron] 10.222.0.35 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341240 Jun 17 08:16:34.945883 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f7705-b0ab-4e44-bf1f-b05e11534dc2 req-b3f458f8-a02c-47d9-8f48-59d8ce94b4a0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:34.948125 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fa6f7705-b0ab-4e44-bf1f-b05e11534dc2 req-b3f458f8-a02c-47d9-8f48-59d8ce94b4a0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 947 time: 0.1101234 Jun 17 08:16:35.045834 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fa6f7705-b0ab-4e44-bf1f-b05e11534dc2 req-9c3c5f1a-5758-421f-8d69-77aa4f08925e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=41258e14-68c6-426d-bacb-8bfc9b778a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855181 Jun 17 08:16:35.051487 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e1a47b4e-9477-4747-a912-93a02c842304 req-8f8d6839-f1dc-4855-9ee0-53149323fef5 service neutron] 10.222.0.35 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409376 Jun 17 08:16:35.225638 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:16:35.254392 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-76c9bd43-5409-4066-9de8-1b796809949d req-fb420c98-fed5-4294-8cd0-5e06279f2d91 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 210 time: 0.0436938 Jun 17 08:16:35.519900 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bf168-68fb-473e-8883-a48548adbf08 req-05bf5e0e-e555-414d-85d5-b236b7df2a0b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:35.521450 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-194bf168-68fb-473e-8883-a48548adbf08 req-05bf5e0e-e555-414d-85d5-b236b7df2a0b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 947 time: 0.0736845 Jun 17 08:16:35.637753 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-194bf168-68fb-473e-8883-a48548adbf08 req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Deleting port dbe2920f-ae8a-44d4-83dd-29e27fe631da {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:16:35.638306 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-194bf168-68fb-473e-8883-a48548adbf08 req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:35.738790 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-194bf168-68fb-473e-8883-a48548adbf08 req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] For port dbe2920f-ae8a-44d4-83dd-29e27fe631da, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=dbe2920f-ae8a-44d4-83dd-29e27fe631da,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:16:35.739547 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-194bf168-68fb-473e-8883-a48548adbf08 req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:36.003953 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-194bf168-68fb-473e-8883-a48548adbf08 req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:36.004307 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-194bf168-68fb-473e-8883-a48548adbf08 req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:36.004661 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.l3_db [req-194bf168-68fb-473e-8883-a48548adbf08 req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Floating IP f7b07c2f-cdec-4f2e-a2af-92f7a4f7dbd6 disassociated. External IP: 172.27.0.37, port: dbe2920f-ae8a-44d4-83dd-29e27fe631da. Jun 17 08:16:36.004995 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-194bf168-68fb-473e-8883-a48548adbf08 req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Calling delete_port for dbe2920f-ae8a-44d4-83dd-29e27fe631da owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:16:36.155856 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-194bf168-68fb-473e-8883-a48548adbf08 req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:36.160372 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b735c37e-d619-4e3b-9a57-afc6409eb7f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:36.188284 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event deleted for resources: {'Port': ['ID=dbe2920f-ae8a-44d4-83dd-29e27fe631da,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:36.224862 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:36.225227 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:36.225575 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:36.225925 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:36.226326 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:36.226722 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:36.227156 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:36.228367 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:36.228881 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:36.229468 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:36.229893 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:36.230323 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:36.236248 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f3de2d54-7c6e-47dc-bc05-de8fd0bfce0a req-107a0da8-ef7e-4dc0-91ed-8294f821f063 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 210 time: 0.0505943 Jun 17 08:16:36.238549 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:36.348203 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-194bf168-68fb-473e-8883-a48548adbf08 req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:16:36.449722 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-73ca4dd1-19df-4684-b60a-21cf695d7bac req-4dafb775-808f-4424-8474-7e675579eebb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 210 time: 0.0544939 Jun 17 08:16:36.488464 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-194bf168-68fb-473e-8883-a48548adbf08 req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:16:36.500427 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c25c33a-cde2-4f5f-81d5-420982baab54 None None] Sync routers for ids ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:16:36.513770 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c25c33a-cde2-4f5f-81d5-420982baab54 None None] Routers {'32c39358-8bdb-4d9d-a7a4-c336bc50e633'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:16:36.514397 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-8c25c33a-cde2-4f5f-81d5-420982baab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:16:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:16:36.542382 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-194bf168-68fb-473e-8883-a48548adbf08 req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] No DVR routers for this DVR port dbe2920f-ae8a-44d4-83dd-29e27fe631da on host hv-cinder-79128 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:16:36.545161 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-194bf168-68fb-473e-8883-a48548adbf08 req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:36.547329 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-194bf168-68fb-473e-8883-a48548adbf08 req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.38 "DELETE /v2.0/ports/dbe2920f-ae8a-44d4-83dd-29e27fe631da HTTP/1.1" status: 204 len: 173 time: 1.0184517 Jun 17 08:16:36.548064 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'name': 'network-vif-deleted', 'tag': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:16:36.550852 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909721b2-a380-4315-a122-ec6a1295ab96" -d '{"events": [{"server_uuid": "5d519d19-76b3-4a2f-90c9-225dd1cea165", "name": "network-vif-deleted", "tag": "dbe2920f-ae8a-44d4-83dd-29e27fe631da"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:16:36.589520 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afd2011-2ca8-459c-a2c7-22dc3cbe495d x-openstack-request-id: req-4afd2011-2ca8-459c-a2c7-22dc3cbe495d {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:16:36.589854 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d519d19-76b3-4a2f-90c9-225dd1cea165", "name": "network-vif-deleted", "tag": "dbe2920f-ae8a-44d4-83dd-29e27fe631da", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:16:36.590133 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4afd2011-2ca8-459c-a2c7-22dc3cbe495d {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:16:36.590542 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d519d19-76b3-4a2f-90c9-225dd1cea165', 'name': 'network-vif-deleted', 'tag': 'dbe2920f-ae8a-44d4-83dd-29e27fe631da', 'status': 'completed', 'code': 200} Jun 17 08:16:36.626152 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-8c25c33a-cde2-4f5f-81d5-420982baab54 None None] Set router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:16:36.843387 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-8c25c33a-cde2-4f5f-81d5-420982baab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '9aba7d66-2081-4387-a2e0-9c99b7a16da1', 'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'mac_address': 'fa:16:3e:d1:22:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:15Z', 'updated_at': '2021-06-17T08:12:32Z', 'revision_number': 5, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'subnets': [{'id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:16:36.870814 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c25c33a-cde2-4f5f-81d5-420982baab54 None None] Checking router: 32c39358-8bdb-4d9d-a7a4-c336bc50e633 for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:16:36.879746 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c25c33a-cde2-4f5f-81d5-420982baab54 None None] Routers {'32c39358-8bdb-4d9d-a7a4-c336bc50e633'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:16:36.880283 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-8c25c33a-cde2-4f5f-81d5-420982baab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:16:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:16:37.110609 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-8c25c33a-cde2-4f5f-81d5-420982baab54 None None] Set router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:16:37.324821 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-8c25c33a-cde2-4f5f-81d5-420982baab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '9aba7d66-2081-4387-a2e0-9c99b7a16da1', 'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'mac_address': 'fa:16:3e:d1:22:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:15Z', 'updated_at': '2021-06-17T08:12:32Z', 'revision_number': 5, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'subnets': [{'id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:16:37.362949 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c25c33a-cde2-4f5f-81d5-420982baab54 None None] The sync data for ids ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'] in dv-cinder-791281-5-iscsi is: [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '9aba7d66-2081-4387-a2e0-9c99b7a16da1', 'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'mac_address': 'fa:16:3e:d1:22:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:15Z', 'updated_at': '2021-06-17T08:12:32Z', 'revision_number': 5, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'subnets': [{'id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:16:37.395225 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fba6003d-e8fa-4c05-866d-2159122224be req-47f21e4b-a65a-4ef9-a2aa-30bab20d6624 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 210 time: 0.0298934 Jun 17 08:16:37.625053 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7105dd-531c-481e-ae15-4916a48395ea None None] New status for floating IP f7b07c2f-cdec-4f2e-a2af-92f7a4f7dbd6: DOWN {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:16:37.641332 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-db1285e8-6ef8-43f3-a56b-4bbaff22afd8 req-2036004b-6030-44bc-a85e-4e0ffad666f3 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 210 time: 0.0340567 Jun 17 08:16:38.548272 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-dfe7dfa1-ff2f-47cf-b959-dbf4b493389b req-2b633aa2-fc5b-45a7-bd26-3d0d40f78cb1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 210 time: 0.0281293 Jun 17 08:16:38.716581 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device dbe2920f-ae8a-44d4-83dd-29e27fe631da no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:16:38.744218 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: dbe2920f-ae8a-44d4-83dd-29e27fe631da {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:16:38.744574 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device dbe2920f-ae8a-44d4-83dd-29e27fe631da not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:16:38.805841 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2b5e9254-5a5d-4b6c-924b-b71287188e71 req-043081b1-3546-4e62-899c-76650e3b2d50 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 210 time: 0.0417757 Jun 17 08:16:39.452045 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a47b4e-9477-4747-a912-93a02c842304 req-d898df3e-b1eb-4dbd-bba3-82a9bb076a63 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:39.453860 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e1a47b4e-9477-4747-a912-93a02c842304 req-d898df3e-b1eb-4dbd-bba3-82a9bb076a63 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.38 "GET /v2.0/networks?id=da111854-fd63-44a1-a9dd-29b1fcf5b71e HTTP/1.1" status: 200 len: 814 time: 0.1250687 Jun 17 08:16:39.475831 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-e1a47b4e-9477-4747-a912-93a02c842304 req-e4b444d5-06c0-4b45-9b9a-693964e0e206 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Request body: {'port': {'device_id': 'a17791b7-a9c9-4c39-8d4c-5c4e34b15e32', 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e', 'admin_state_up': True, 'tenant_id': '1a965bf4dc7d4a7d9f135d4c83cf8eb8'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:16:39.614524 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a47b4e-9477-4747-a912-93a02c842304 req-e4b444d5-06c0-4b45-9b9a-693964e0e206 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Made reservation on behalf of 1a965bf4dc7d4a7d9f135d4c83cf8eb8 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:16:39.623612 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e1a47b4e-9477-4747-a912-93a02c842304 req-e4b444d5-06c0-4b45-9b9a-693964e0e206 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:39.863109 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-04170be3-9860-4f5a-9b74-4de74676d9ab req-2463778d-dac5-4aa3-bb14-5d6afc001d28 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d519d19-76b3-4a2f-90c9-225dd1cea165 HTTP/1.1" status: 200 len: 210 time: 0.0441434 Jun 17 08:16:39.893238 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-e1a47b4e-9477-4747-a912-93a02c842304 req-e4b444d5-06c0-4b45-9b9a-693964e0e206 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Allocated IP 172.20.0.3 (da111854-fd63-44a1-a9dd-29b1fcf5b71e/335d4122-2137-4da9-8766-76e06a885002/301848d5-4e91-4499-a14a-1c51d41cd535) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:16:39.981606 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e886e7ae-04d1-4182-a4f4-100b6183a46c req-aa09284f-6101-4dfd-9421-e1909e7d17e5 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 210 time: 0.0391669 Jun 17 08:16:40.100041 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e1a47b4e-9477-4747-a912-93a02c842304 req-e4b444d5-06c0-4b45-9b9a-693964e0e206 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:40.140875 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e1a47b4e-9477-4747-a912-93a02c842304 req-e4b444d5-06c0-4b45-9b9a-693964e0e206 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:40.146086 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-80b6399d-bdd8-4fe9-b3de-0d10c40dcfa0 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:40.155719 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['9ef349f3-ca27-4673-90bd-c2c4a1c724e8', '65f717d2-fcf5-4401-8a95-9a1513ce8eb9'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:16:40.192471 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a47b4e-9477-4747-a912-93a02c842304 req-e4b444d5-06c0-4b45-9b9a-693964e0e206 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Network da111854-fd63-44a1-a9dd-29b1fcf5b71e is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:16:40.196393 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-e1a47b4e-9477-4747-a912-93a02c842304 req-e4b444d5-06c0-4b45-9b9a-693964e0e206 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:16:40.206301 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a47b4e-9477-4747-a912-93a02c842304 req-e4b444d5-06c0-4b45-9b9a-693964e0e206 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:16:40.212204 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a47b4e-9477-4747-a912-93a02c842304 req-e4b444d5-06c0-4b45-9b9a-693964e0e206 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:40.212204 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e1a47b4e-9477-4747-a912-93a02c842304 req-e4b444d5-06c0-4b45-9b9a-693964e0e206 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:40.219084 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b444d5-06c0-4b45-9b9a-693964e0e206 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Pushing event updated for resources: {'Port': ['ID=301848d5-4e91-4499-a14a-1c51d41cd535,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:40.226194 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e4b444d5-06c0-4b45-9b9a-693964e0e206 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:40.236682 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e1a47b4e-9477-4747-a912-93a02c842304 req-e4b444d5-06c0-4b45-9b9a-693964e0e206 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7648876 Jun 17 08:16:40.252387 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Request body: {'port': {'device_id': 'a17791b7-a9c9-4c39-8d4c-5c4e34b15e32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:16:40.360179 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:40.659499 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 301848d5-4e91-4499-a14a-1c51d41cd535 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:16:40.668120 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:40.680936 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Transition to ACTIVE for port object 301848d5-4e91-4499-a14a-1c51d41cd535 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:16:40.684085 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:40.686110 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:41.000858 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=301848d5-4e91-4499-a14a-1c51d41cd535,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:41.005527 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:41.018194 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 53730) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:16:41.046654 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Attempting to bind port 301848d5-4e91-4499-a14a-1c51d41cd535 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:16:41.047005 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Attempting to bind port 301848d5-4e91-4499-a14a-1c51d41cd535 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:16:41.047340 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Attempting to bind port 301848d5-4e91-4499-a14a-1c51d41cd535 on network da111854-fd63-44a1-a9dd-29b1fcf5b71e {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:16:41.052059 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Port 301848d5-4e91-4499-a14a-1c51d41cd535 on network da111854-fd63-44a1-a9dd-29b1fcf5b71e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:16:41.052376 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Attempting to bind port 301848d5-4e91-4499-a14a-1c51d41cd535 on network da111854-fd63-44a1-a9dd-29b1fcf5b71e {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:16:41.058846 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:16:41.059187 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Checking segment: {'id': '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:16:41.059725 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Bound using segment: {'id': '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:16:41.060002 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Bound port: 301848d5-4e91-4499-a14a-1c51d41cd535, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:16:41.060344 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:41.097079 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:41.134521 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:41.173481 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] For port 301848d5-4e91-4499-a14a-1c51d41cd535, host hv-cinder-79128, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:16:41.191057 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] For port 301848d5-4e91-4499-a14a-1c51d41cd535, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=301848d5-4e91-4499-a14a-1c51d41cd535,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:16:41.194855 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:41.200328 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:41.200635 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:41.202133 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "DELETE /v2.0/security-groups/41258e14-68c6-426d-bacb-8bfc9b778a56 HTTP/1.1" status: 204 len: 168 time: 0.1820350 Jun 17 08:16:41.203028 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-988101cf-509b-46c0-958b-b4cc3a564c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:41.205443 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 53738) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:16:41.207109 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:41.212951 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41258e14-68c6-426d-bacb-8bfc9b778a56,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:41.222722 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:41.222722 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:41.222722 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:41.222722 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:41.222722 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:41.222722 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:41.222722 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:41.223957 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:41.223957 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:41.223957 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:41.224306 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:41.224306 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:16:41.228362 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:41.265127 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.api.v2.resource [None req-fe2047b2-d2a2-4c54-b57b-84ba6be10e4e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] show failed (client error): The resource could not be found. Jun 17 08:16:41.267821 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-fe2047b2-d2a2-4c54-b57b-84ba6be10e4e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups/41258e14-68c6-426d-bacb-8bfc9b778a56 HTTP/1.1" status: 404 len: 347 time: 0.0566375 Jun 17 08:16:41.269275 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 53742) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:16:41.274928 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:41.276013 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:41.277159 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e1a47b4e-9477-4747-a912-93a02c842304 req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] 10.222.0.38 "PUT /v2.0/ports/301848d5-4e91-4499-a14a-1c51d41cd535 HTTP/1.1" status: 200 len: 1093 time: 1.0322042 Jun 17 08:16:41.278591 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17791b7-a9c9-4c39-8d4c-5c4e34b15e32', 'tag': '301848d5-4e91-4499-a14a-1c51d41cd535'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:16:41.281064 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41589e24-d47a-4416-85a4-38559ee3c26d" -d '{"events": [{"name": "network-changed", "server_uuid": "a17791b7-a9c9-4c39-8d4c-5c4e34b15e32", "tag": "301848d5-4e91-4499-a14a-1c51d41cd535"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:16:41.316861 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5b6d2-6bc3-44f3-a5dc-3eabe2f0ab1b req-5514df56-b19f-4397-ae62-ca4c69137e04 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:41.318911 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-57a5b6d2-6bc3-44f3-a5dc-3eabe2f0ab1b req-5514df56-b19f-4397-ae62-ca4c69137e04 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 943 time: 0.1821573 Jun 17 08:16:41.322732 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=301848d5-4e91-4499-a14a-1c51d41cd535,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:41.326258 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:41.363164 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af22b6e-889e-4a1e-a1ec-0f62cb1ed275 x-openstack-request-id: req-4af22b6e-889e-4a1e-a1ec-0f62cb1ed275 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:16:41.363677 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17791b7-a9c9-4c39-8d4c-5c4e34b15e32", "tag": "301848d5-4e91-4499-a14a-1c51d41cd535", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:16:41.364065 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4af22b6e-889e-4a1e-a1ec-0f62cb1ed275 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:16:41.364647 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17791b7-a9c9-4c39-8d4c-5c4e34b15e32', 'tag': '301848d5-4e91-4499-a14a-1c51d41cd535', 'status': 'completed', 'code': 200} Jun 17 08:16:41.409833 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-57a5b6d2-6bc3-44f3-a5dc-3eabe2f0ab1b req-e2114340-095b-4f3c-9151-fce7a81152a1 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826747 Jun 17 08:16:41.438299 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a47b4e-9477-4747-a912-93a02c842304 req-2c15f7f5-1ded-497c-a5e4-19b519a5cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:41.439851 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e1a47b4e-9477-4747-a912-93a02c842304 req-2c15f7f5-1ded-497c-a5e4-19b519a5cb70 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a965bf4dc7d4a7d9f135d4c83cf8eb8&device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 1096 time: 0.0929368 Jun 17 08:16:41.444149 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-558b3a5a-2df1-4fa0-87b0-68d8ec292fbc tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Deleting port 22dd9ed8-25b7-43ba-8747-56ec837e663d {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:16:41.444535 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-558b3a5a-2df1-4fa0-87b0-68d8ec292fbc tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:41.485922 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e1a47b4e-9477-4747-a912-93a02c842304 req-d54aa0d4-430b-49f1-9c38-09b5dad54037 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=301848d5-4e91-4499-a14a-1c51d41cd535 HTTP/1.1" status: 200 len: 217 time: 0.0381379 Jun 17 08:16:41.531217 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-558b3a5a-2df1-4fa0-87b0-68d8ec292fbc tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:41.531569 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-558b3a5a-2df1-4fa0-87b0-68d8ec292fbc tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:41.543119 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a47b4e-9477-4747-a912-93a02c842304 req-53368bb2-7fbf-448e-b357-2fd901e16835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:41.544647 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e1a47b4e-9477-4747-a912-93a02c842304 req-53368bb2-7fbf-448e-b357-2fd901e16835 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=335d4122-2137-4da9-8766-76e06a885002 HTTP/1.1" status: 200 len: 854 time: 0.0519390 Jun 17 08:16:41.578884 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e1a47b4e-9477-4747-a912-93a02c842304 req-f08bfb3d-f98d-43e8-b707-e33f68762d02 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=da111854-fd63-44a1-a9dd-29b1fcf5b71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275893 Jun 17 08:16:41.602464 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-558b3a5a-2df1-4fa0-87b0-68d8ec292fbc tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Calling delete_port for 22dd9ed8-25b7-43ba-8747-56ec837e663d owned by network:floatingip {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:16:41.691009 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e1a47b4e-9477-4747-a912-93a02c842304 req-b13ea8c4-b865-487f-8fab-2d0ad5336973 service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055934 Jun 17 08:16:41.781498 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-558b3a5a-2df1-4fa0-87b0-68d8ec292fbc tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:41.783573 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f30aeb0e-efe8-4daa-abed-4b43cbef631a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:41.800195 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e1a47b4e-9477-4747-a912-93a02c842304 req-b0683454-a29e-4b26-82c9-88cddc9edc8e service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024091 Jun 17 08:16:41.813874 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b3a5a-2df1-4fa0-87b0-68d8ec292fbc tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event deleted for resources: {'Port': ['ID=22dd9ed8-25b7-43ba-8747-56ec837e663d,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:41.818197 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-558b3a5a-2df1-4fa0-87b0-68d8ec292fbc tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:41.892307 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-558b3a5a-2df1-4fa0-87b0-68d8ec292fbc tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for floatingip, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:41.894958 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-558b3a5a-2df1-4fa0-87b0-68d8ec292fbc tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:41.896176 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-558b3a5a-2df1-4fa0-87b0-68d8ec292fbc tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "DELETE /v2.0/floatingips/f7b07c2f-cdec-4f2e-a2af-92f7a4f7dbd6 HTTP/1.1" status: 204 len: 168 time: 0.6258514 Jun 17 08:16:41.911386 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41589e24-d47a-4416-85a4-38559ee3c26d req-f4d6b060-4086-4353-9b6d-113f0d032746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:41.912891 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-41589e24-d47a-4416-85a4-38559ee3c26d req-f4d6b060-4086-4353-9b6d-113f0d032746 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a965bf4dc7d4a7d9f135d4c83cf8eb8&device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 1096 time: 0.0627987 Jun 17 08:16:42.004952 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41589e24-d47a-4416-85a4-38559ee3c26d req-cf0f5cbb-3f01-4c1b-8fec-fd601d119550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:42.006397 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-41589e24-d47a-4416-85a4-38559ee3c26d req-cf0f5cbb-3f01-4c1b-8fec-fd601d119550 service neutron] 10.222.0.38 "GET /v2.0/networks?id=da111854-fd63-44a1-a9dd-29b1fcf5b71e HTTP/1.1" status: 200 len: 915 time: 0.0861566 Jun 17 08:16:42.058332 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-41589e24-d47a-4416-85a4-38559ee3c26d req-09a10b59-1bbe-42b7-bf85-30b91a643c5a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=301848d5-4e91-4499-a14a-1c51d41cd535 HTTP/1.1" status: 200 len: 217 time: 0.0422449 Jun 17 08:16:42.097602 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 53748) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:16:42.104035 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-709b46f0-2eb4-4ac8-8c87-36f5459bcc09 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1504808089', 'description': 'tempest-description--848058840'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:16:42.114543 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41589e24-d47a-4416-85a4-38559ee3c26d req-994977f0-e845-44d0-8049-152e45b28bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:42.117157 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-41589e24-d47a-4416-85a4-38559ee3c26d req-994977f0-e845-44d0-8049-152e45b28bc6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=335d4122-2137-4da9-8766-76e06a885002 HTTP/1.1" status: 200 len: 854 time: 0.0491083 Jun 17 08:16:42.129585 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-709b46f0-2eb4-4ac8-8c87-36f5459bcc09 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:42.152779 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-41589e24-d47a-4416-85a4-38559ee3c26d req-60320902-7d29-4fbe-83e5-f5a1067f1c55 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=da111854-fd63-44a1-a9dd-29b1fcf5b71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285387 Jun 17 08:16:42.213121 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-709b46f0-2eb4-4ac8-8c87-36f5459bcc09 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:42.216807 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-709b46f0-2eb4-4ac8-8c87-36f5459bcc09 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:42.219438 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-cc47aab2-b9fb-4358-a662-f2ddb347d287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:42.247276 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-709b46f0-2eb4-4ac8-8c87-36f5459bcc09 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:42.248497 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-709b46f0-2eb4-4ac8-8c87-36f5459bcc09 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1494260 Jun 17 08:16:42.250394 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-41589e24-d47a-4416-85a4-38559ee3c26d req-54e3e556-66a1-4118-aa96-669f337bca52 service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910289 Jun 17 08:16:42.250547 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b46f0-2eb4-4ac8-8c87-36f5459bcc09 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06cb1931-aa23-40dc-bb7d-9176ccb9a979,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:42.251315 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 53750) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:16:42.253429 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-709b46f0-2eb4-4ac8-8c87-36f5459bcc09 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:42.255813 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-895a7c0b-7e63-4dba-851c-18c467c1a644 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Request body: {'security_group_rule': {'security_group_id': '06cb1931-aa23-40dc-bb7d-9176ccb9a979', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:16:42.338181 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-895a7c0b-7e63-4dba-851c-18c467c1a644 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:42.378303 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-41589e24-d47a-4416-85a4-38559ee3c26d req-61905c00-af9e-44e3-a3a0-9aba1cf14df8 service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180024 Jun 17 08:16:42.406132 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-895a7c0b-7e63-4dba-851c-18c467c1a644 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:42.410356 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-895a7c0b-7e63-4dba-851c-18c467c1a644 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:42.416217 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:42.433405 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a7c0b-7e63-4dba-851c-18c467c1a644 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fffc23-0f7b-4af6-8721-60077606bc07,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:42.436450 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-895a7c0b-7e63-4dba-851c-18c467c1a644 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:42.447468 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-895a7c0b-7e63-4dba-851c-18c467c1a644 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:42.447468 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-895a7c0b-7e63-4dba-851c-18c467c1a644 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1919866 Jun 17 08:16:42.447468 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 53762) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:16:42.451939 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-a7676717-ecf5-420f-8948-06f246029cc1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Request body: {'security_group_rule': {'security_group_id': '06cb1931-aa23-40dc-bb7d-9176ccb9a979', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:16:42.477844 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a7676717-ecf5-420f-8948-06f246029cc1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:42.578366 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a7676717-ecf5-420f-8948-06f246029cc1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:42.583851 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a7676717-ecf5-420f-8948-06f246029cc1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:42.588887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-895a7c0b-7e63-4dba-851c-18c467c1a644 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:42.609129 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7676717-ecf5-420f-8948-06f246029cc1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6a95ec-bb15-4535-9eb6-f336df35a3ec,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:42.613328 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a7676717-ecf5-420f-8948-06f246029cc1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:42.617820 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a7676717-ecf5-420f-8948-06f246029cc1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:42.619718 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-a7676717-ecf5-420f-8948-06f246029cc1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1714711 Jun 17 08:16:42.623076 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 53764) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:16:42.627536 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Request body: {'floatingip': {'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:16:42.644484 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21b2c2-8157-4720-a52a-e188154c123e req-f4fca50c-cd71-4fb3-b60e-2de42ed181f6 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:42.645920 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ab21b2c2-8157-4720-a52a-e188154c123e req-f4fca50c-cd71-4fb3-b60e-2de42ed181f6 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 943 time: 0.1118360 Jun 17 08:16:42.671723 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for floatingip, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:42.705637 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ab21b2c2-8157-4720-a52a-e188154c123e req-684d2dcb-24b6-4ffd-9563-bb47d8a39a3c tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522392 Jun 17 08:16:42.785887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:42.921379 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Allocated IP 172.27.0.121 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/411e63cf-9350-4dbb-b144-84b91f7b652d) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:16:43.034379 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:43.074267 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:43.076969 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:43.109142 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:16:43.112187 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:16:43.115709 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:16:43.132021 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event updated for resources: {'Port': ['ID=411e63cf-9350-4dbb-b144-84b91f7b652d,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:43.135955 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:43.177823 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:43.221226 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:43.370053 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:43.374664 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:43.377461 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f8983911-9dc5-47b2-b186-aa7731594f10 tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:43.404709 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:43.427755 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event updated for resources: {'Port': ['ID=411e63cf-9350-4dbb-b144-84b91f7b652d,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:43.429978 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:43.432506 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8071754 Jun 17 08:16:43.432506 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:43.637923 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-751a7385-d51e-45e7-a1b2-c42c88855fd4 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1504808089&fields=id&tenant_id=8752c1061ce9489f85b5546f7e4dbe9c HTTP/1.1" status: 200 len: 267 time: 0.0340211 Jun 17 08:16:43.753155 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-cb3fef8f-8d8d-4a51-ae23-a6963878aa65 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:43.754653 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-cb3fef8f-8d8d-4a51-ae23-a6963878aa65 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/networks?id=19ba03da-5332-4f85-9243-9aa68eba305b HTTP/1.1" status: 200 len: 817 time: 0.1102855 Jun 17 08:16:43.770957 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-7035d27d-b7b4-41fc-ba54-e998a9340505 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/quotas/8752c1061ce9489f85b5546f7e4dbe9c HTTP/1.1" status: 200 len: 375 time: 0.0094740 Jun 17 08:16:43.853191 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-62d8ad25-a81f-46b0-a25d-efd1c0db151a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8752c1061ce9489f85b5546f7e4dbe9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0751987 Jun 17 08:16:43.976294 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663f6e8-b869-4fb4-805f-b1a1f3f51f97 req-ff87a979-d4e2-4e31-88c0-c7ee259bec61 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:43.977918 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c663f6e8-b869-4fb4-805f-b1a1f3f51f97 req-ff87a979-d4e2-4e31-88c0-c7ee259bec61 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 943 time: 0.1504581 Jun 17 08:16:43.980074 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-6374dee5-acb2-49c7-8749-4f912cae4c5f service neutron] 10.222.0.35 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110744 Jun 17 08:16:44.042983 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c663f6e8-b869-4fb4-805f-b1a1f3f51f97 req-8b75d40c-8866-4707-9a93-6588fc8beb33 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593789 Jun 17 08:16:44.098228 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-60a77379-0069-403f-9192-8741ad0d0c72 service neutron] 10.222.0.35 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087823 Jun 17 08:16:44.273254 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a9524fa0-ae7c-40d5-ac35-0a9b7e587917 req-9e4625dc-e706-4dbd-8d1e-253895cfb2e5 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 210 time: 0.0295560 Jun 17 08:16:44.732731 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 301848d5-4e91-4499-a14a-1c51d41cd535 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:16:44.837514 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 301848d5-4e91-4499-a14a-1c51d41cd535, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=301848d5-4e91-4499-a14a-1c51d41cd535,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:16:44.850476 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': '301848d5-4e91-4499-a14a-1c51d41cd535', 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e', 'port_id': '301848d5-4e91-4499-a14a-1c51d41cd535', 'mac_address': 'fa:16:3e:aa:3a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335d4122-2137-4da9-8766-76e06a885002', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:16:44.891008 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:44.905203 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301848d5-4e91-4499-a14a-1c51d41cd535 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:16:44.925843 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 301848d5-4e91-4499-a14a-1c51d41cd535, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=301848d5-4e91-4499-a14a-1c51d41cd535,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:16:44.931875 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:44.934244 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:44.983690 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=301848d5-4e91-4499-a14a-1c51d41cd535,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:44.986848 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:45.231967 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['301848d5-4e91-4499-a14a-1c51d41cd535'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:16:45.236730 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184706-42ff-472f-a364-a08799a464f4 req-3f4edd08-3bfb-48dd-b331-d81dd40a1820 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:45.239172 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-87184706-42ff-472f-a364-a08799a464f4 req-3f4edd08-3bfb-48dd-b331-d81dd40a1820 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 944 time: 0.0753598 Jun 17 08:16:45.295760 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-87184706-42ff-472f-a364-a08799a464f4 req-93be9e7e-0394-4180-ba57-abc69b0bb92e tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482721 Jun 17 08:16:45.481845 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c205456e-af23-408b-89ae-19a9a1ab54d1 req-ef222a18-5c7c-4943-af17-b1494b71b1bf tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 210 time: 0.0636427 Jun 17 08:16:45.525140 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-69ca2243-7a5e-4ed3-8687-7fd2dff8d912 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:45.526703 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-69ca2243-7a5e-4ed3-8687-7fd2dff8d912 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.38 "GET /v2.0/networks?id=19ba03da-5332-4f85-9243-9aa68eba305b HTTP/1.1" status: 200 len: 817 time: 0.1679943 Jun 17 08:16:45.581645 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-c97e8304-7d5a-452c-8de1-7a92fd53c2e0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8752c1061ce9489f85b5546f7e4dbe9c HTTP/1.1" status: 200 len: 380 time: 0.0400345 Jun 17 08:16:45.594177 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-d5256ea4-03a0-4b0f-8aa4-965c7356fe1b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Request body: {'port': {'device_id': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'admin_state_up': True, 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'security_groups': ['06cb1931-aa23-40dc-bb7d-9176ccb9a979']}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:16:45.735815 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-d5256ea4-03a0-4b0f-8aa4-965c7356fe1b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Made reservation on behalf of 8752c1061ce9489f85b5546f7e4dbe9c for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:16:45.739713 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-d5256ea4-03a0-4b0f-8aa4-965c7356fe1b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:45.924828 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-d5256ea4-03a0-4b0f-8aa4-965c7356fe1b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Allocated IP 172.20.0.11 (19ba03da-5332-4f85-9243-9aa68eba305b/6d98a074-331c-4766-b44c-a8c8c8e4d172/f7d56857-c62b-44bc-842c-a3bd43ce4fa8) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:16:46.097979 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-d5256ea4-03a0-4b0f-8aa4-965c7356fe1b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:46.115138 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-d5256ea4-03a0-4b0f-8aa4-965c7356fe1b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Transition to ACTIVE for port object f7d56857-c62b-44bc-842c-a3bd43ce4fa8 will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:16:46.152770 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-d5256ea4-03a0-4b0f-8aa4-965c7356fe1b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:46.158621 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-44b8e254-bbd8-4c25-a913-b859b670c8cc tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:46.211837 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-d5256ea4-03a0-4b0f-8aa4-965c7356fe1b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Network 19ba03da-5332-4f85-9243-9aa68eba305b is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:16:46.215626 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-d5256ea4-03a0-4b0f-8aa4-965c7356fe1b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:16:46.219793 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-d5256ea4-03a0-4b0f-8aa4-965c7356fe1b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:16:46.225425 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-d5256ea4-03a0-4b0f-8aa4-965c7356fe1b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:46.226079 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-d5256ea4-03a0-4b0f-8aa4-965c7356fe1b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:46.243920 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5256ea4-03a0-4b0f-8aa4-965c7356fe1b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event updated for resources: {'Port': ['ID=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:46.247398 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d5256ea4-03a0-4b0f-8aa4-965c7356fe1b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:46.255737 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-d5256ea4-03a0-4b0f-8aa4-965c7356fe1b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6655512 Jun 17 08:16:46.268709 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Request body: {'port': {'device_id': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:16:46.366014 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:46.531878 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-f5ca9555-00df-4a7c-b100-47b5d723a619 None None] Provisioning for port f7d56857-c62b-44bc-842c-a3bd43ce4fa8 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:16:46.540576 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-f5ca9555-00df-4a7c-b100-47b5d723a619 None None] Provisioning complete for port f7d56857-c62b-44bc-842c-a3bd43ce4fa8 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:16:46.541501 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f5ca9555-00df-4a7c-b100-47b5d723a619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:46.600730 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca9555-00df-4a7c-b100-47b5d723a619 None None] Port f7d56857-c62b-44bc-842c-a3bd43ce4fa8 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:16:46.661704 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579d7eb-8755-4f7e-a0d3-6a5dc2d51c54 req-e95950dc-fb3a-43ad-a501-42e41b227e62 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:46.663237 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3579d7eb-8755-4f7e-a0d3-6a5dc2d51c54 req-e95950dc-fb3a-43ad-a501-42e41b227e62 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 944 time: 0.2294292 Jun 17 08:16:46.750922 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 301848d5-4e91-4499-a14a-1c51d41cd535 up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:16:46.761148 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3579d7eb-8755-4f7e-a0d3-6a5dc2d51c54 req-7d851b18-8620-4ba8-ad4f-9e12dcfd0cac tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764418 Jun 17 08:16:46.798260 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e82fdd-d435-4c61-8e57-92fd8620adb8 req-89527302-5ebc-4e02-895d-667237360b88 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:46.799909 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-80e82fdd-d435-4c61-8e57-92fd8620adb8 req-89527302-5ebc-4e02-895d-667237360b88 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 932 time: 0.1612725 Jun 17 08:16:46.843869 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port 301848d5-4e91-4499-a14a-1c51d41cd535 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:16:46.850251 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d56857-c62b-44bc-842c-a3bd43ce4fa8 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:16:46.850491 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port 301848d5-4e91-4499-a14a-1c51d41cd535 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:16:46.851001 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:46.861604 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:46.881120 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-80e82fdd-d435-4c61-8e57-92fd8620adb8 req-bbcd9fa3-46e0-467e-98ee-12d6cbbdaf42 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635879 Jun 17 08:16:46.888405 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Transition to ACTIVE for port object f7d56857-c62b-44bc-842c-a3bd43ce4fa8 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:16:46.897593 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:46.900586 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:46.973931 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:46.994589 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Pushing event updated for resources: {'Port': ['ID=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:47.003934 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17791b7-a9c9-4c39-8d4c-5c4e34b15e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301848d5-4e91-4499-a14a-1c51d41cd535'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:16:47.007402 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:47.011591 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef883b52-ed3e-4f55-b8d5-819a721134eb" -d '{"events": [{"server_uuid": "a17791b7-a9c9-4c39-8d4c-5c4e34b15e32", "name": "network-vif-plugged", "status": "completed", "tag": "301848d5-4e91-4499-a14a-1c51d41cd535"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:16:47.027763 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 301848d5-4e91-4499-a14a-1c51d41cd535, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=301848d5-4e91-4499-a14a-1c51d41cd535,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:16:47.038887 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:47.043627 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:47.057696 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Attempting to bind port f7d56857-c62b-44bc-842c-a3bd43ce4fa8 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:16:47.058034 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Attempting to bind port f7d56857-c62b-44bc-842c-a3bd43ce4fa8 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '4fb29fdb-ee14-4dfb-b9bc-082f01367520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:16:47.058371 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Attempting to bind port f7d56857-c62b-44bc-842c-a3bd43ce4fa8 on network 19ba03da-5332-4f85-9243-9aa68eba305b {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:16:47.071478 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Port f7d56857-c62b-44bc-842c-a3bd43ce4fa8 on network 19ba03da-5332-4f85-9243-9aa68eba305b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:16:47.074816 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Attempting to bind port f7d56857-c62b-44bc-842c-a3bd43ce4fa8 on network 19ba03da-5332-4f85-9243-9aa68eba305b {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:16:47.079142 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:16:47.079523 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Checking segment: {'id': '4fb29fdb-ee14-4dfb-b9bc-082f01367520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:16:47.079921 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Bound using segment: {'id': '4fb29fdb-ee14-4dfb-b9bc-082f01367520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:16:47.080681 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Bound port: f7d56857-c62b-44bc-842c-a3bd43ce4fa8, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb29fdb-ee14-4dfb-b9bc-082f01367520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:16:47.081400 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:47.105599 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb08709-66d9-45b7-93f4-507a84f8746a x-openstack-request-id: req-8eb08709-66d9-45b7-93f4-507a84f8746a {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:16:47.105996 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17791b7-a9c9-4c39-8d4c-5c4e34b15e32", "name": "network-vif-plugged", "status": "completed", "tag": "301848d5-4e91-4499-a14a-1c51d41cd535", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:16:47.106492 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8eb08709-66d9-45b7-93f4-507a84f8746a {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:16:47.107322 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17791b7-a9c9-4c39-8d4c-5c4e34b15e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301848d5-4e91-4499-a14a-1c51d41cd535', 'code': 200} Jun 17 08:16:47.174487 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=301848d5-4e91-4499-a14a-1c51d41cd535,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:47.178483 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:47.213505 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] For port f7d56857-c62b-44bc-842c-a3bd43ce4fa8, host hv-cinder-79128, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:16:47.218022 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] For port f7d56857-c62b-44bc-842c-a3bd43ce4fa8, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:16:47.226086 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:47.229814 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-77a5dd07-4014-4291-b040-f2e2130cc65a tempest-DeleteServersTestJSON-1148694326 tempest-DeleteServersTestJSON-1148694326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:47.266984 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:47.267876 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:47.269257 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] 10.222.0.38 "PUT /v2.0/ports/f7d56857-c62b-44bc-842c-a3bd43ce4fa8 HTTP/1.1" status: 200 len: 1094 time: 1.0055172 Jun 17 08:16:47.269827 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'tag': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:16:47.272556 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad32d915-6cfe-4fba-b34e-19ccd8304cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "92119254-f1c3-4b28-82aa-5ebb163ea834", "tag": "f7d56857-c62b-44bc-842c-a3bd43ce4fa8"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:16:47.320175 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Pushing event updated for resources: {'Port': ['ID=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:47.331430 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:47.333366 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb398fc1-f20b-474e-ad14-ce0485fcbe3b x-openstack-request-id: req-cb398fc1-f20b-474e-ad14-ce0485fcbe3b {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:16:47.333786 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92119254-f1c3-4b28-82aa-5ebb163ea834", "tag": "f7d56857-c62b-44bc-842c-a3bd43ce4fa8", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:16:47.334322 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb398fc1-f20b-474e-ad14-ce0485fcbe3b {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:16:47.335099 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'tag': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8', 'status': 'completed', 'code': 200} Jun 17 08:16:47.405342 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-7fe0bf1d-6e70-4484-9c27-b0ff59106596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:47.407493 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-7fe0bf1d-6e70-4484-9c27-b0ff59106596 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8752c1061ce9489f85b5546f7e4dbe9c&device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 1097 time: 0.0619071 Jun 17 08:16:47.411477 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6319d-4b7c-4612-a80c-80fc4d7788ff req-717698cf-2a6f-4634-86b0-0ca72a364899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:47.413135 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0fe6319d-4b7c-4612-a80c-80fc4d7788ff req-717698cf-2a6f-4634-86b0-0ca72a364899 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 1098 time: 0.0689981 Jun 17 08:16:47.463105 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0fe6319d-4b7c-4612-a80c-80fc4d7788ff req-acdc9aee-9c62-434a-895e-af16c15af756 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347536 Jun 17 08:16:47.473451 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-b5abc3f2-b443-4a17-9cdf-f1f76127bd3f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8 HTTP/1.1" status: 200 len: 217 time: 0.0455902 Jun 17 08:16:47.575611 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-2131b9fb-cd8c-4f83-b50f-666290102741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:47.577937 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-2131b9fb-cd8c-4f83-b50f-666290102741 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d98a074-331c-4766-b44c-a8c8c8e4d172 HTTP/1.1" status: 200 len: 856 time: 0.0587125 Jun 17 08:16:47.655811 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-1acd81b8-f17e-488f-a0ef-1fc218fcbc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:47.657211 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-1acd81b8-f17e-488f-a0ef-1fc218fcbc65 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19ba03da-5332-4f85-9243-9aa68eba305b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555334 Jun 17 08:16:47.757817 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-1256890f-0957-4682-9ca1-9a038df212d9 service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906334 Jun 17 08:16:47.854429 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5d89e2ac-d58a-4c94-ac50-a9e6242252b1 req-17d27e7d-05e5-4b89-a8b3-eadd9e7248ac service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868628 Jun 17 08:16:47.982701 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32d915-6cfe-4fba-b34e-19ccd8304cbf req-e703b010-1547-41b2-b767-6df843b00d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:47.984223 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ad32d915-6cfe-4fba-b34e-19ccd8304cbf req-e703b010-1547-41b2-b767-6df843b00d9e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8752c1061ce9489f85b5546f7e4dbe9c&device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 1097 time: 0.0649238 Jun 17 08:16:47.987295 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2baf1-8544-46e3-a4c2-6b5a22f1bfbf req-698fb98e-590c-40ac-8891-856b137f59a8 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:47.989754 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b3a2baf1-8544-46e3-a4c2-6b5a22f1bfbf req-698fb98e-590c-40ac-8891-856b137f59a8 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 945 time: 0.1004989 Jun 17 08:16:48.073304 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b3a2baf1-8544-46e3-a4c2-6b5a22f1bfbf req-7b24f5e9-1ce2-48d9-80a2-739ea2c7cc70 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763993 Jun 17 08:16:48.109463 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05481f7c-d420-428e-bb02-334978e4e232 req-3d847d74-5f9d-4438-917f-6b03c3898082 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:48.111002 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-05481f7c-d420-428e-bb02-334978e4e232 req-3d847d74-5f9d-4438-917f-6b03c3898082 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 944 time: 0.0842063 Jun 17 08:16:48.124064 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32d915-6cfe-4fba-b34e-19ccd8304cbf req-6392315a-63b0-4689-a155-bd305c632010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:48.125543 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ad32d915-6cfe-4fba-b34e-19ccd8304cbf req-6392315a-63b0-4689-a155-bd305c632010 service neutron] 10.222.0.38 "GET /v2.0/networks?id=19ba03da-5332-4f85-9243-9aa68eba305b HTTP/1.1" status: 200 len: 918 time: 0.1312132 Jun 17 08:16:48.152747 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-05481f7c-d420-428e-bb02-334978e4e232 req-39da6b20-b879-4b4a-915c-1aa44e84c3be tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359249 Jun 17 08:16:48.171957 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ad32d915-6cfe-4fba-b34e-19ccd8304cbf req-39cbd666-7e6e-4553-8266-2fb476487afd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8 HTTP/1.1" status: 200 len: 217 time: 0.0363727 Jun 17 08:16:48.227804 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32d915-6cfe-4fba-b34e-19ccd8304cbf req-f1445c62-3f76-4ed9-8e72-9fbdfd064f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:48.229608 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ad32d915-6cfe-4fba-b34e-19ccd8304cbf req-f1445c62-3f76-4ed9-8e72-9fbdfd064f6b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d98a074-331c-4766-b44c-a8c8c8e4d172 HTTP/1.1" status: 200 len: 856 time: 0.0511518 Jun 17 08:16:48.293455 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32d915-6cfe-4fba-b34e-19ccd8304cbf req-32d5deb6-8561-41ea-a870-f8147b80689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:48.295225 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ad32d915-6cfe-4fba-b34e-19ccd8304cbf req-32d5deb6-8561-41ea-a870-f8147b80689f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19ba03da-5332-4f85-9243-9aa68eba305b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574923 Jun 17 08:16:48.399618 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ad32d915-6cfe-4fba-b34e-19ccd8304cbf req-5fa4b625-f479-4385-9588-65093e836b8f service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926480 Jun 17 08:16:48.558311 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ad32d915-6cfe-4fba-b34e-19ccd8304cbf req-1fa49930-b9ec-49e4-a2b0-40abd1a1342d service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489658 Jun 17 08:16:49.283861 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02c876-4b7b-4c3f-b5c1-01c6186ba6a8 req-ac613669-5fb4-4b88-9907-16968f5e4b45 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:49.286446 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3f02c876-4b7b-4c3f-b5c1-01c6186ba6a8 req-ac613669-5fb4-4b88-9907-16968f5e4b45 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 945 time: 0.0949180 Jun 17 08:16:49.414135 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3f02c876-4b7b-4c3f-b5c1-01c6186ba6a8 req-dc05118b-b287-4b50-bc63-04d61c19e543 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090922 Jun 17 08:16:49.452636 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fe45a-f2c3-4c62-a70f-9c5dddd7de39 req-bf678b0e-912a-4377-8de5-0d40cf1873cb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:49.455256 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-eb1fe45a-f2c3-4c62-a70f-9c5dddd7de39 req-bf678b0e-912a-4377-8de5-0d40cf1873cb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 944 time: 0.1672957 Jun 17 08:16:49.515865 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-eb1fe45a-f2c3-4c62-a70f-9c5dddd7de39 req-d538b471-a58f-4651-95fc-249ae2423355 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549088 Jun 17 08:16:49.533527 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 53864) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:16:49.590904 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec397aa-8c9f-442d-aeb0-35d2c1be188d admin admin] Deleting subnet 0f459c73-69e8-4736-9e98-a7dcc1f30769 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:16:49.593119 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bec397aa-8c9f-442d-aeb0-35d2c1be188d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:49.630285 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bec397aa-8c9f-442d-aeb0-35d2c1be188d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:49.638009 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bec397aa-8c9f-442d-aeb0-35d2c1be188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841451'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:49.709911 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bec397aa-8c9f-442d-aeb0-35d2c1be188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:49.712799 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-52c614af-29e4-46c8-80e3-a7001d46de8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:49.995538 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec397aa-8c9f-442d-aeb0-35d2c1be188d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f459c73-69e8-4736-9e98-a7dcc1f30769,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:49.999062 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-bec397aa-8c9f-442d-aeb0-35d2c1be188d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:50.003651 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bec397aa-8c9f-442d-aeb0-35d2c1be188d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:50.005849 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-bec397aa-8c9f-442d-aeb0-35d2c1be188d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0f459c73-69e8-4736-9e98-a7dcc1f30769 HTTP/1.1" status: 204 len: 168 time: 0.4709015 Jun 17 08:16:50.009345 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 53870) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:16:50.085734 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3227ffc4-f46e-4772-a843-40f4f36ae53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977769'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:50.175838 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3227ffc4-f46e-4772-a843-40f4f36ae53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840562', 'neutron.services.segments.db._delete_segments_for_network-8738547431473'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:50.187795 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-3227ffc4-f46e-4772-a843-40f4f36ae53a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5c949b-9227-434f-938e-6ac2f71fbd6f']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:16:50.199049 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-3227ffc4-f46e-4772-a843-40f4f36ae53a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a8768e-d42e-4a22-9f1b-bdb880981e4c') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:16:50.199367 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-3227ffc4-f46e-4772-a843-40f4f36ae53a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a8768e-d42e-4a22-9f1b-bdb880981e4c') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:16:50.209069 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3227ffc4-f46e-4772-a843-40f4f36ae53a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738547430786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63721506'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:50.225404 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3227ffc4-f46e-4772-a843-40f4f36ae53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:50.232282 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3227ffc4-f46e-4772-a843-40f4f36ae53a admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:16:50.232715 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3227ffc4-f46e-4772-a843-40f4f36ae53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63741573'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: Traceback (most recent call last): Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: timer() Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: cb(*args, **kw) Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: return func(*args, **kwargs) Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: self._notify() Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: self.callback(batched_events) Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: event.method(event) Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: return f(self, *a, **k) Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: return self._get(url).json() Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:16:50.234326 dv-cinder-791281-5-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:16:50.293902 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3227ffc4-f46e-4772-a843-40f4f36ae53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67087437'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:50.297829 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d3fdc374-26f7-4da3-8b59-a1de22c4bfeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:50.300342 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3227ffc4-f46e-4772-a843-40f4f36ae53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:50.302175 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3227ffc4-f46e-4772-a843-40f4f36ae53a admin admin] 10.222.0.35 "DELETE /v2.0/networks/7a5c949b-9227-434f-938e-6ac2f71fbd6f HTTP/1.1" status: 204 len: 168 time: 0.2917960 Jun 17 08:16:50.314065 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227ffc4-f46e-4772-a843-40f4f36ae53a admin admin] Pushing event deleted for resources: {'Network': ['ID=7a5c949b-9227-434f-938e-6ac2f71fbd6f,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:50.316518 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3227ffc4-f46e-4772-a843-40f4f36ae53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:50.424104 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 53874) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:16:50.464799 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-8262f9ec-e112-4cf8-aadf-a8a6a399020a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=acd12422720042b5912a6517dd65d3f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394223 Jun 17 08:16:50.467993 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 53876) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:16:50.518198 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0c408649-7bc4-4f23-b56b-37403b81704e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:50.541488 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0c408649-7bc4-4f23-b56b-37403b81704e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:50.608729 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0c408649-7bc4-4f23-b56b-37403b81704e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:50.611489 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0c408649-7bc4-4f23-b56b-37403b81704e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:50.616439 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0c408649-7bc4-4f23-b56b-37403b81704e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/789e5d9d-2534-45dc-b35b-ba5ca7a0355d HTTP/1.1" status: 204 len: 168 time: 0.1463976 Jun 17 08:16:50.616439 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-642d2131-60b0-442f-b8d7-edd757450f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:50.624901 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c408649-7bc4-4f23-b56b-37403b81704e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789e5d9d-2534-45dc-b35b-ba5ca7a0355d,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:50.627702 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0c408649-7bc4-4f23-b56b-37403b81704e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:50.733875 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f4b78-92ca-4b48-8950-83cb35f401f6 req-8754e45f-0119-484a-add9-f2c45215429d tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:50.733875 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-935f4b78-92ca-4b48-8950-83cb35f401f6 req-8754e45f-0119-484a-add9-f2c45215429d tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 944 time: 0.0729101 Jun 17 08:16:50.774802 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-935f4b78-92ca-4b48-8950-83cb35f401f6 req-4e41378c-de49-4811-b541-107e1f513720 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395880 Jun 17 08:16:50.784505 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device f7d56857-c62b-44bc-842c-a3bd43ce4fa8 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:16:50.928161 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port f7d56857-c62b-44bc-842c-a3bd43ce4fa8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:16:50.942553 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'port_id': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8', 'mac_address': 'fa:16:3e:98:ae:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:16:51.007500 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:51.032478 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d56857-c62b-44bc-842c-a3bd43ce4fa8 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:16:51.063035 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port f7d56857-c62b-44bc-842c-a3bd43ce4fa8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:16:51.068500 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:51.070310 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:51.127110 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:51.131207 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:51.363008 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['f7d56857-c62b-44bc-842c-a3bd43ce4fa8'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:16:51.969940 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afb1c7-e8a6-4761-9340-21a28d49f6b1 req-c7bee4ea-52da-49c5-8669-43c70e59ed70 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:51.971479 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-98afb1c7-e8a6-4761-9340-21a28d49f6b1 req-c7bee4ea-52da-49c5-8669-43c70e59ed70 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 945 time: 0.0664678 Jun 17 08:16:52.015800 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-98afb1c7-e8a6-4761-9340-21a28d49f6b1 req-26fd1b19-e7aa-48fe-9ebd-82e9a59072fd tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379179 Jun 17 08:16:52.780224 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device f7d56857-c62b-44bc-842c-a3bd43ce4fa8 up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:16:52.830026 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port f7d56857-c62b-44bc-842c-a3bd43ce4fa8 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:16:52.833769 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port f7d56857-c62b-44bc-842c-a3bd43ce4fa8 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:16:52.834147 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:52.919735 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:52.943887 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:16:52.947189 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1069f3d4-bbb6-4bc3-b551-f2c73529b052" -d '{"events": [{"server_uuid": "92119254-f1c3-4b28-82aa-5ebb163ea834", "name": "network-vif-plugged", "status": "completed", "tag": "f7d56857-c62b-44bc-842c-a3bd43ce4fa8"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:16:52.967068 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port f7d56857-c62b-44bc-842c-a3bd43ce4fa8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:16:52.971958 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:52.974601 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:16:52.999606 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97379661-53a3-4b4c-add6-f27037ab8beb x-openstack-request-id: req-97379661-53a3-4b4c-add6-f27037ab8beb {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:16:52.999908 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92119254-f1c3-4b28-82aa-5ebb163ea834", "name": "network-vif-plugged", "status": "completed", "tag": "f7d56857-c62b-44bc-842c-a3bd43ce4fa8", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:16:53.000316 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97379661-53a3-4b4c-add6-f27037ab8beb {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:16:53.000719 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8', 'code': 200} Jun 17 08:16:53.040054 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:16:53.043973 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:16:53.222373 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b5461-8300-425f-99b5-699ae98129ff req-2a15cd67-7154-4208-824c-5a82170177bf tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:53.224695 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f72b5461-8300-425f-99b5-699ae98129ff req-2a15cd67-7154-4208-824c-5a82170177bf tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0771787 Jun 17 08:16:53.266165 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992a6ec-f83d-41f1-bb9a-bbc9c5a5d403 req-a8299107-fd45-41cb-9744-0533a2c13bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:53.267599 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d992a6ec-f83d-41f1-bb9a-bbc9c5a5d403 req-a8299107-fd45-41cb-9744-0533a2c13bac service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 1099 time: 0.0670328 Jun 17 08:16:53.272100 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f72b5461-8300-425f-99b5-699ae98129ff req-4d2fcd59-e8a0-41c0-bdbe-40ea9fda7951 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405085 Jun 17 08:16:53.311275 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d992a6ec-f83d-41f1-bb9a-bbc9c5a5d403 req-2c889d0c-2fea-4ee3-8276-f6f07e0d73a7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362253 Jun 17 08:16:53.919042 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1d3d6417-b6e0-40e2-b2ca-44ade121d414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:54.464173 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84fa91-8eb6-4175-bd84-ca4784da0453 req-efff73e6-4294-46c2-b4d8-e5d07267aef0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:54.465741 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9f84fa91-8eb6-4175-bd84-ca4784da0453 req-efff73e6-4294-46c2-b4d8-e5d07267aef0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0699396 Jun 17 08:16:54.512926 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9f84fa91-8eb6-4175-bd84-ca4784da0453 req-c43ebae3-54fc-4013-89fb-2d59ae7af7d2 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389078 Jun 17 08:16:55.704185 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b9fdb-5b40-42fd-a7b7-40d3c68eea08 req-9ac9c592-1350-4225-8d6d-e17defa0a58c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:55.705726 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-606b9fdb-5b40-42fd-a7b7-40d3c68eea08 req-9ac9c592-1350-4225-8d6d-e17defa0a58c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0742025 Jun 17 08:16:55.745230 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-606b9fdb-5b40-42fd-a7b7-40d3c68eea08 req-9cda5026-0f9a-4980-9252-1e5102e1fcad tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337617 Jun 17 08:16:55.934974 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee67fb-90d8-44c2-9cc5-947c439210ea req-73bfe607-19c4-48b2-9ce9-c72197720460 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:55.936519 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-93ee67fb-90d8-44c2-9cc5-947c439210ea req-73bfe607-19c4-48b2-9ce9-c72197720460 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0653038 Jun 17 08:16:55.945184 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 53914) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:16:55.950630 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-cd0de843-a5c3-4391-8e52-449277c0bec0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Request body: {'floatingip': {'port_id': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:16:55.991140 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cd0de843-a5c3-4391-8e52-449277c0bec0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for floatingip, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:56.457652 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cd0de843-a5c3-4391-8e52-449277c0bec0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:56.463404 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cd0de843-a5c3-4391-8e52-449277c0bec0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:56.504058 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:56.572711 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.l3_db [None req-cd0de843-a5c3-4391-8e52-449277c0bec0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Floating IP 97a4c579-6bac-43a5-aec7-589692d8dde6 associated. External IP: 172.27.0.121, port: f7d56857-c62b-44bc-842c-a3bd43ce4fa8. Jun 17 08:16:56.724365 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-69c0caad-034d-47c9-8dd0-7de37283e14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:56.792715 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0de843-a5c3-4391-8e52-449277c0bec0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:16:57.138169 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0de843-a5c3-4391-8e52-449277c0bec0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:16:57.142984 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cd0de843-a5c3-4391-8e52-449277c0bec0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:57.147374 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4078768c-e760-43e8-b24e-553751189fba None None] Sync routers for ids ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:16:57.157672 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4078768c-e760-43e8-b24e-553751189fba None None] Routers {'32c39358-8bdb-4d9d-a7a4-c336bc50e633'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:16:57.158305 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-4078768c-e760-43e8-b24e-553751189fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:16:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:16:57.179330 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-cd0de843-a5c3-4391-8e52-449277c0bec0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "PUT /v2.0/floatingips/97a4c579-6bac-43a5-aec7-589692d8dde6 HTTP/1.1" status: 200 len: 992 time: 1.2329991 Jun 17 08:16:57.179984 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'tag': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:16:57.182784 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e95778a-2b74-4bc3-9719-53aac3f9c7af" -d '{"events": [{"name": "network-changed", "server_uuid": "92119254-f1c3-4b28-82aa-5ebb163ea834", "tag": "f7d56857-c62b-44bc-842c-a3bd43ce4fa8"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:16:57.246548 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4333bc3f-c376-4b02-95d2-c9356ba6d958 x-openstack-request-id: req-4333bc3f-c376-4b02-95d2-c9356ba6d958 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:16:57.247043 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92119254-f1c3-4b28-82aa-5ebb163ea834", "tag": "f7d56857-c62b-44bc-842c-a3bd43ce4fa8", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:16:57.247528 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4333bc3f-c376-4b02-95d2-c9356ba6d958 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:16:57.248173 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'tag': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8', 'status': 'completed', 'code': 200} Jun 17 08:16:57.310132 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-4078768c-e760-43e8-b24e-553751189fba None None] Set router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:16:57.341025 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95778a-2b74-4bc3-9719-53aac3f9c7af req-26e64e29-a896-4ef6-a86c-f27640ab143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:57.344189 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4e95778a-2b74-4bc3-9719-53aac3f9c7af req-26e64e29-a896-4ef6-a86c-f27640ab143d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8752c1061ce9489f85b5546f7e4dbe9c&device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 1099 time: 0.0767839 Jun 17 08:16:57.438748 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95778a-2b74-4bc3-9719-53aac3f9c7af req-181134ff-400d-49d7-804f-dd56f76e6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:57.440128 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4e95778a-2b74-4bc3-9719-53aac3f9c7af req-181134ff-400d-49d7-804f-dd56f76e6fcf service neutron] 10.222.0.38 "GET /v2.0/networks?id=19ba03da-5332-4f85-9243-9aa68eba305b HTTP/1.1" status: 200 len: 918 time: 0.0900793 Jun 17 08:16:57.503616 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4e95778a-2b74-4bc3-9719-53aac3f9c7af req-18fbc435-7af6-4288-895f-65238a9cd699 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8 HTTP/1.1" status: 200 len: 1000 time: 0.0564539 Jun 17 08:16:57.555970 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95778a-2b74-4bc3-9719-53aac3f9c7af req-4b076e26-98b2-4394-bc81-9bfc3ebdaae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:57.557915 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4e95778a-2b74-4bc3-9719-53aac3f9c7af req-4b076e26-98b2-4394-bc81-9bfc3ebdaae6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d98a074-331c-4766-b44c-a8c8c8e4d172 HTTP/1.1" status: 200 len: 856 time: 0.0479987 Jun 17 08:16:57.588453 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-4078768c-e760-43e8-b24e-553751189fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '97a4c579-6bac-43a5-aec7-589692d8dde6', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'port_id': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'mac_address': 'fa:16:3e:98:ae:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:16:43Z', 'updated_at': '2021-06-17T08:16:56Z', 'revision_number': 1, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aba7d66-2081-4387-a2e0-9c99b7a16da1', 'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'mac_address': 'fa:16:3e:d1:22:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:15Z', 'updated_at': '2021-06-17T08:12:32Z', 'revision_number': 5, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'subnets': [{'id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:16:57.620442 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4078768c-e760-43e8-b24e-553751189fba None None] Checking router: 32c39358-8bdb-4d9d-a7a4-c336bc50e633 for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:16:57.627836 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95778a-2b74-4bc3-9719-53aac3f9c7af req-5fdefed9-b2a8-45a7-95d5-ea146cc98f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:16:57.629654 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4e95778a-2b74-4bc3-9719-53aac3f9c7af req-5fdefed9-b2a8-45a7-95d5-ea146cc98f9d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19ba03da-5332-4f85-9243-9aa68eba305b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565012 Jun 17 08:16:57.633593 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4078768c-e760-43e8-b24e-553751189fba None None] Routers {'32c39358-8bdb-4d9d-a7a4-c336bc50e633'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:16:57.634410 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-4078768c-e760-43e8-b24e-553751189fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:16:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:16:57.753641 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4e95778a-2b74-4bc3-9719-53aac3f9c7af req-1bb066ff-76d2-4c47-8734-b84c36bd807c service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151147 Jun 17 08:16:57.856163 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:57.871170 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4e95778a-2b74-4bc3-9719-53aac3f9c7af req-bdaaf05e-5e7b-48cd-b77c-73b876a7c846 service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098361 Jun 17 08:16:57.890365 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-4078768c-e760-43e8-b24e-553751189fba None None] Set router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:16:58.115930 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-4078768c-e760-43e8-b24e-553751189fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '97a4c579-6bac-43a5-aec7-589692d8dde6', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'port_id': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'mac_address': 'fa:16:3e:98:ae:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:16:43Z', 'updated_at': '2021-06-17T08:16:56Z', 'revision_number': 1, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aba7d66-2081-4387-a2e0-9c99b7a16da1', 'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'mac_address': 'fa:16:3e:d1:22:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:15Z', 'updated_at': '2021-06-17T08:12:32Z', 'revision_number': 5, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'subnets': [{'id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:16:58.146861 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4078768c-e760-43e8-b24e-553751189fba None None] The sync data for ids ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'] in dv-cinder-791281-5-iscsi is: [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '97a4c579-6bac-43a5-aec7-589692d8dde6', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'port_id': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'mac_address': 'fa:16:3e:98:ae:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:16:43Z', 'updated_at': '2021-06-17T08:16:56Z', 'revision_number': 1, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aba7d66-2081-4387-a2e0-9c99b7a16da1', 'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'mac_address': 'fa:16:3e:d1:22:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:15Z', 'updated_at': '2021-06-17T08:12:32Z', 'revision_number': 5, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'subnets': [{'id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:16:58.333113 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df28ea38-cdc0-42e4-affb-1640a3853abb None None] New status for floating IP 97a4c579-6bac-43a5-aec7-589692d8dde6: ACTIVE {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:16:58.702648 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:59.644153 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:00.643555 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823fb91-a92a-480c-871c-72e717050107 req-57999c0c-3281-46e6-9fca-7083a036548c tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:00.645620 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e823fb91-a92a-480c-871c-72e717050107 req-57999c0c-3281-46e6-9fca-7083a036548c tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/networks?id=da111854-fd63-44a1-a9dd-29b1fcf5b71e HTTP/1.1" status: 200 len: 814 time: 0.1190000 Jun 17 08:17:00.667597 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e823fb91-a92a-480c-871c-72e717050107 req-8dac1db3-ad6b-4d90-baa7-532134f2855a tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/quotas/1a965bf4dc7d4a7d9f135d4c83cf8eb8 HTTP/1.1" status: 200 len: 375 time: 0.0120988 Jun 17 08:17:00.750668 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e823fb91-a92a-480c-871c-72e717050107 req-27e7ca42-758a-46c7-8409-08da020ccdbb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a965bf4dc7d4a7d9f135d4c83cf8eb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739043 Jun 17 08:17:00.852668 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e823fb91-a92a-480c-871c-72e717050107 req-c85ebc64-77f9-4f27-9dce-46d79528d66f service neutron] 10.222.0.35 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940418 Jun 17 08:17:00.969646 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e823fb91-a92a-480c-871c-72e717050107 req-81f68a2a-ccc7-4d9e-aeb8-8c12615b70ee service neutron] 10.222.0.35 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093812 Jun 17 08:17:01.165542 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9f7e7b62-de85-489c-86cb-f00ad6789eff req-fc535e8d-3fb6-4d6e-9afd-e051e5e1befb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=edbc4744-82fe-439b-a82d-c55f54d3e3bf HTTP/1.1" status: 200 len: 210 time: 0.0333674 Jun 17 08:17:02.320707 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823fb91-a92a-480c-871c-72e717050107 req-4997b87a-7bf5-49fb-8523-78536d265682 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:02.323161 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e823fb91-a92a-480c-871c-72e717050107 req-4997b87a-7bf5-49fb-8523-78536d265682 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.38 "GET /v2.0/networks?id=da111854-fd63-44a1-a9dd-29b1fcf5b71e HTTP/1.1" status: 200 len: 814 time: 0.1201687 Jun 17 08:17:02.327110 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5ee8907c-1ca2-427b-b207-79d2e4e832eb req-c9e70b4b-165a-408b-abc3-c94d550e5333 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=edbc4744-82fe-439b-a82d-c55f54d3e3bf HTTP/1.1" status: 200 len: 210 time: 0.0326567 Jun 17 08:17:02.336414 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-e823fb91-a92a-480c-871c-72e717050107 req-a79fdbaa-6ca3-4c4c-b2de-bad50dd3cfe0 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Request body: {'port': {'device_id': 'edbc4744-82fe-439b-a82d-c55f54d3e3bf', 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e', 'admin_state_up': True, 'tenant_id': '1a965bf4dc7d4a7d9f135d4c83cf8eb8'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:02.475142 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e823fb91-a92a-480c-871c-72e717050107 req-a79fdbaa-6ca3-4c4c-b2de-bad50dd3cfe0 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Made reservation on behalf of 1a965bf4dc7d4a7d9f135d4c83cf8eb8 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:17:02.478736 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-e823fb91-a92a-480c-871c-72e717050107 req-a79fdbaa-6ca3-4c4c-b2de-bad50dd3cfe0 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:02.603347 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-e823fb91-a92a-480c-871c-72e717050107 req-a79fdbaa-6ca3-4c4c-b2de-bad50dd3cfe0 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Allocated IP 172.20.0.13 (da111854-fd63-44a1-a9dd-29b1fcf5b71e/335d4122-2137-4da9-8766-76e06a885002/5c7737d6-4e36-4df6-85b0-e71a7b64cc50) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:17:02.751401 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-e823fb91-a92a-480c-871c-72e717050107 req-a79fdbaa-6ca3-4c4c-b2de-bad50dd3cfe0 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:02.790311 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-e823fb91-a92a-480c-871c-72e717050107 req-a79fdbaa-6ca3-4c4c-b2de-bad50dd3cfe0 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63741659'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:02.794472 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:02.803053 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['9ef349f3-ca27-4673-90bd-c2c4a1c724e8', '65f717d2-fcf5-4401-8a95-9a1513ce8eb9', '301848d5-4e91-4499-a14a-1c51d41cd535'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:17:02.839580 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e823fb91-a92a-480c-871c-72e717050107 req-a79fdbaa-6ca3-4c4c-b2de-bad50dd3cfe0 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Network da111854-fd63-44a1-a9dd-29b1fcf5b71e is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:17:02.842935 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-e823fb91-a92a-480c-871c-72e717050107 req-a79fdbaa-6ca3-4c4c-b2de-bad50dd3cfe0 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:02.849341 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-e823fb91-a92a-480c-871c-72e717050107 req-a79fdbaa-6ca3-4c4c-b2de-bad50dd3cfe0 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:17:02.856032 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fdbaa-6ca3-4c4c-b2de-bad50dd3cfe0 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Pushing event updated for resources: {'Port': ['ID=5c7737d6-4e36-4df6-85b0-e71a7b64cc50,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:02.875254 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a79fdbaa-6ca3-4c4c-b2de-bad50dd3cfe0 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:02.903427 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823fb91-a92a-480c-871c-72e717050107 req-a79fdbaa-6ca3-4c4c-b2de-bad50dd3cfe0 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:02.904060 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-e823fb91-a92a-480c-871c-72e717050107 req-a79fdbaa-6ca3-4c4c-b2de-bad50dd3cfe0 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:02.920404 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e823fb91-a92a-480c-871c-72e717050107 req-a79fdbaa-6ca3-4c4c-b2de-bad50dd3cfe0 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5879958 Jun 17 08:17:02.933414 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Request body: {'port': {'device_id': 'edbc4744-82fe-439b-a82d-c55f54d3e3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:03.013635 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:03.271649 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:17:03.279461 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:03.292730 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Transition to ACTIVE for port object 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:03.295997 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63741673'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:03.298041 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b4eb96f2-d5cc-4db2-a472-7a7465e02994 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:03.375442 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7737d6-4e36-4df6-85b0-e71a7b64cc50,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:03.397755 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:03.448913 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Attempting to bind port 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:17:03.449250 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Attempting to bind port 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:17:03.449590 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Attempting to bind port 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 on network da111854-fd63-44a1-a9dd-29b1fcf5b71e {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:17:03.454276 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Port 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 on network da111854-fd63-44a1-a9dd-29b1fcf5b71e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:17:03.454599 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Attempting to bind port 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 on network da111854-fd63-44a1-a9dd-29b1fcf5b71e {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:17:03.459835 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:17:03.460167 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Checking segment: {'id': '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:17:03.460554 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Bound using segment: {'id': '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:17:03.460992 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Bound port: 5c7737d6-4e36-4df6-85b0-e71a7b64cc50, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:17:03.461338 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:03.532472 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] For port 5c7737d6-4e36-4df6-85b0-e71a7b64cc50, host hv-cinder-79128, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:17:03.535641 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] For port 5c7737d6-4e36-4df6-85b0-e71a7b64cc50, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5c7737d6-4e36-4df6-85b0-e71a7b64cc50,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:17:03.540703 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63741673'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:03.542835 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:03.580842 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:03.581460 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:03.582844 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e823fb91-a92a-480c-871c-72e717050107 req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] 10.222.0.38 "PUT /v2.0/ports/5c7737d6-4e36-4df6-85b0-e71a7b64cc50 HTTP/1.1" status: 200 len: 1094 time: 0.6536956 Jun 17 08:17:03.583372 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbc4744-82fe-439b-a82d-c55f54d3e3bf', 'tag': '5c7737d6-4e36-4df6-85b0-e71a7b64cc50'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:17:03.585674 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495c4f3c-6993-4b61-827b-551028aef88c" -d '{"events": [{"name": "network-changed", "server_uuid": "edbc4744-82fe-439b-a82d-c55f54d3e3bf", "tag": "5c7737d6-4e36-4df6-85b0-e71a7b64cc50"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:17:03.610368 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7737d6-4e36-4df6-85b0-e71a7b64cc50,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:03.613646 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:03.643972 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13de7828-3ce4-4696-9bcc-ed8d4352e330 x-openstack-request-id: req-13de7828-3ce4-4696-9bcc-ed8d4352e330 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:17:03.644404 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbc4744-82fe-439b-a82d-c55f54d3e3bf", "tag": "5c7737d6-4e36-4df6-85b0-e71a7b64cc50", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:17:03.644681 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13de7828-3ce4-4696-9bcc-ed8d4352e330 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:17:03.645124 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbc4744-82fe-439b-a82d-c55f54d3e3bf', 'tag': '5c7737d6-4e36-4df6-85b0-e71a7b64cc50', 'status': 'completed', 'code': 200} Jun 17 08:17:03.689277 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823fb91-a92a-480c-871c-72e717050107 req-05accc22-2b84-41f6-b994-90d9332457f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:03.690752 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e823fb91-a92a-480c-871c-72e717050107 req-05accc22-2b84-41f6-b994-90d9332457f3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a965bf4dc7d4a7d9f135d4c83cf8eb8&device_id=edbc4744-82fe-439b-a82d-c55f54d3e3bf HTTP/1.1" status: 200 len: 1097 time: 0.0583351 Jun 17 08:17:03.727908 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac292bae-2fb5-4cd7-8082-fe8f23e961be req-d71c8bca-0081-4dce-b2b1-4d88cdc7f110 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:03.729326 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ac292bae-2fb5-4cd7-8082-fe8f23e961be req-d71c8bca-0081-4dce-b2b1-4d88cdc7f110 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=edbc4744-82fe-439b-a82d-c55f54d3e3bf HTTP/1.1" status: 200 len: 944 time: 0.2567091 Jun 17 08:17:03.732790 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e823fb91-a92a-480c-871c-72e717050107 req-3f43b477-3f18-49b9-9001-a5b28aeb6294 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c7737d6-4e36-4df6-85b0-e71a7b64cc50 HTTP/1.1" status: 200 len: 217 time: 0.0326753 Jun 17 08:17:03.768245 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ac292bae-2fb5-4cd7-8082-fe8f23e961be req-1028183c-87f2-4408-9046-daad14c5f395 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Jun 17 08:17:03.784914 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823fb91-a92a-480c-871c-72e717050107 req-ff114368-c270-4f0d-9385-a707923f1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:03.786312 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e823fb91-a92a-480c-871c-72e717050107 req-ff114368-c270-4f0d-9385-a707923f1f82 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=335d4122-2137-4da9-8766-76e06a885002 HTTP/1.1" status: 200 len: 854 time: 0.0472040 Jun 17 08:17:03.820261 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e823fb91-a92a-480c-871c-72e717050107 req-17840c8a-0f77-4702-b20b-0b021c12e0fd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=da111854-fd63-44a1-a9dd-29b1fcf5b71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255833 Jun 17 08:17:03.913059 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e823fb91-a92a-480c-871c-72e717050107 req-ead712b3-673b-4d5c-99d0-a67a4b6de5ae service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847998 Jun 17 08:17:04.001027 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e823fb91-a92a-480c-871c-72e717050107 req-1cfb1c58-5aab-4e73-a048-c80b7af24a14 service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810192 Jun 17 08:17:04.109090 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c4f3c-6993-4b61-827b-551028aef88c req-9c4337a6-261e-4472-8ec3-ae7ddf729907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:04.111420 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-495c4f3c-6993-4b61-827b-551028aef88c req-9c4337a6-261e-4472-8ec3-ae7ddf729907 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a965bf4dc7d4a7d9f135d4c83cf8eb8&device_id=edbc4744-82fe-439b-a82d-c55f54d3e3bf HTTP/1.1" status: 200 len: 1097 time: 0.0536559 Jun 17 08:17:04.212960 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c4f3c-6993-4b61-827b-551028aef88c req-c5b3dbdc-8fc2-41bc-96bb-2e724f1bf076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:04.214439 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-495c4f3c-6993-4b61-827b-551028aef88c req-c5b3dbdc-8fc2-41bc-96bb-2e724f1bf076 service neutron] 10.222.0.38 "GET /v2.0/networks?id=da111854-fd63-44a1-a9dd-29b1fcf5b71e HTTP/1.1" status: 200 len: 915 time: 0.0910757 Jun 17 08:17:04.256406 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-495c4f3c-6993-4b61-827b-551028aef88c req-62329849-10bf-4e1a-b758-e2db24d892b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c7737d6-4e36-4df6-85b0-e71a7b64cc50 HTTP/1.1" status: 200 len: 217 time: 0.0343003 Jun 17 08:17:04.311071 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c4f3c-6993-4b61-827b-551028aef88c req-e9ab6efc-2c59-4057-8caf-5dd2674d72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:04.312656 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-495c4f3c-6993-4b61-827b-551028aef88c req-e9ab6efc-2c59-4057-8caf-5dd2674d72a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=335d4122-2137-4da9-8766-76e06a885002 HTTP/1.1" status: 200 len: 854 time: 0.0478799 Jun 17 08:17:04.347596 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-495c4f3c-6993-4b61-827b-551028aef88c req-2378a3e2-2686-4533-8217-87f27b63747c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=da111854-fd63-44a1-a9dd-29b1fcf5b71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275278 Jun 17 08:17:04.447418 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-495c4f3c-6993-4b61-827b-551028aef88c req-cd9023ed-2af9-431b-b072-d6c6ef247f56 service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922680 Jun 17 08:17:04.538344 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-495c4f3c-6993-4b61-827b-551028aef88c req-720764b2-680e-4647-9d03-60ea1bb2a733 service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835590 Jun 17 08:17:04.949031 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51a6e0-546e-4de1-b7bc-599f6ffa564f req-33322121-fd76-4c07-be09-8d03ecc01a33 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:04.950580 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fe51a6e0-546e-4de1-b7bc-599f6ffa564f req-33322121-fd76-4c07-be09-8d03ecc01a33 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=edbc4744-82fe-439b-a82d-c55f54d3e3bf HTTP/1.1" status: 200 len: 944 time: 0.0697167 Jun 17 08:17:04.993266 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fe51a6e0-546e-4de1-b7bc-599f6ffa564f req-41063e22-5c86-4bc2-a711-deb3b332dbdb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367978 Jun 17 08:17:06.170126 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316c61c-9e62-4478-8346-0818db7e0702 req-18283bd8-65c2-4401-9f3d-52f35998cd62 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:06.171513 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0316c61c-9e62-4478-8346-0818db7e0702 req-18283bd8-65c2-4401-9f3d-52f35998cd62 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=edbc4744-82fe-439b-a82d-c55f54d3e3bf HTTP/1.1" status: 200 len: 944 time: 0.0629148 Jun 17 08:17:06.208476 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0316c61c-9e62-4478-8346-0818db7e0702 req-e6bc0209-8599-45ac-88c2-65f8c1cb251a tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314670 Jun 17 08:17:06.819135 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:17:06.917261 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 5c7737d6-4e36-4df6-85b0-e71a7b64cc50, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5c7737d6-4e36-4df6-85b0-e71a7b64cc50,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:06.928782 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': '5c7737d6-4e36-4df6-85b0-e71a7b64cc50', 'network_id': 'da111854-fd63-44a1-a9dd-29b1fcf5b71e', 'port_id': '5c7737d6-4e36-4df6-85b0-e71a7b64cc50', 'mac_address': 'fa:16:3e:1b:0e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335d4122-2137-4da9-8766-76e06a885002', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:17:06.969108 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:06.983696 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:17:07.004659 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 5c7737d6-4e36-4df6-85b0-e71a7b64cc50, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5c7737d6-4e36-4df6-85b0-e71a7b64cc50,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:07.009008 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:07.010870 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:07.062622 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=5c7737d6-4e36-4df6-85b0-e71a7b64cc50,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:07.070382 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:07.070625 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:07.070953 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:07.071327 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:07.072737 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:07.072737 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:07.072737 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:07.073185 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:07.073185 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:07.073497 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:07.073880 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:07.074198 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:07.078721 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:07.316942 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['5c7737d6-4e36-4df6-85b0-e71a7b64cc50'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:17:07.392892 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca8ded-e327-44f1-9526-f52dc7f7e1f8 req-ce8c180f-36be-48fc-aed0-9cbe320df8cb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:07.394272 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-58ca8ded-e327-44f1-9526-f52dc7f7e1f8 req-ce8c180f-36be-48fc-aed0-9cbe320df8cb tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=edbc4744-82fe-439b-a82d-c55f54d3e3bf HTTP/1.1" status: 200 len: 945 time: 0.0636749 Jun 17 08:17:07.433217 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-58ca8ded-e327-44f1-9526-f52dc7f7e1f8 req-59e1c5c3-c58c-40c8-a24a-c4f14a640114 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325973 Jun 17 08:17:08.663997 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa35c3c-2f7a-40ba-b51a-b2631716cbc4 req-cff797a0-b69f-4689-85f6-006c8ea56554 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:08.666049 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2fa35c3c-2f7a-40ba-b51a-b2631716cbc4 req-cff797a0-b69f-4689-85f6-006c8ea56554 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=edbc4744-82fe-439b-a82d-c55f54d3e3bf HTTP/1.1" status: 200 len: 945 time: 0.0864937 Jun 17 08:17:08.707455 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2fa35c3c-2f7a-40ba-b51a-b2631716cbc4 req-470e6fd8-ad52-4712-a045-3c3c31685149 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350811 Jun 17 08:17:08.828876 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:08.883700 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:08.888471 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:08.888847 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:08.968856 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:08.992050 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbc4744-82fe-439b-a82d-c55f54d3e3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7737d6-4e36-4df6-85b0-e71a7b64cc50'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:17:08.994396 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90450d8-8113-414a-b786-8f8a7bdb1a6a" -d '{"events": [{"server_uuid": "edbc4744-82fe-439b-a82d-c55f54d3e3bf", "name": "network-vif-plugged", "status": "completed", "tag": "5c7737d6-4e36-4df6-85b0-e71a7b64cc50"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:17:09.007896 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 5c7737d6-4e36-4df6-85b0-e71a7b64cc50, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5c7737d6-4e36-4df6-85b0-e71a7b64cc50,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:09.013036 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:09.015676 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:09.041534 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d79845d-f379-4474-84f0-d22e8650ef32 x-openstack-request-id: req-4d79845d-f379-4474-84f0-d22e8650ef32 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:17:09.041876 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbc4744-82fe-439b-a82d-c55f54d3e3bf", "name": "network-vif-plugged", "status": "completed", "tag": "5c7737d6-4e36-4df6-85b0-e71a7b64cc50", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:17:09.042251 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d79845d-f379-4474-84f0-d22e8650ef32 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:17:09.042644 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbc4744-82fe-439b-a82d-c55f54d3e3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7737d6-4e36-4df6-85b0-e71a7b64cc50', 'code': 200} Jun 17 08:17:09.071989 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=5c7737d6-4e36-4df6-85b0-e71a7b64cc50,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:09.075559 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:09.276136 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf447f-382a-455c-8b3d-fa9aab2aaef9 req-bd68eaba-0abd-4c77-a90e-d06e3cf5ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:09.277613 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f7bf447f-382a-455c-8b3d-fa9aab2aaef9 req-bd68eaba-0abd-4c77-a90e-d06e3cf5ca2a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=edbc4744-82fe-439b-a82d-c55f54d3e3bf HTTP/1.1" status: 200 len: 1099 time: 0.0571308 Jun 17 08:17:09.314027 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f7bf447f-382a-455c-8b3d-fa9aab2aaef9 req-b9b92900-15de-48f3-aab7-33507640a62a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287974 Jun 17 08:17:09.940519 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3e7e8-24e9-4962-99cc-3197c613366b req-8a1155ee-d851-460e-86d1-0cac94859d88 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:09.941979 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-84f3e7e8-24e9-4962-99cc-3197c613366b req-8a1155ee-d851-460e-86d1-0cac94859d88 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=edbc4744-82fe-439b-a82d-c55f54d3e3bf HTTP/1.1" status: 200 len: 946 time: 0.1121030 Jun 17 08:17:09.981536 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-84f3e7e8-24e9-4962-99cc-3197c613366b req-007f8aee-1fb9-49c7-a84f-98b135ac91f2 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325563 Jun 17 08:17:11.158861 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bfd22-3f8d-4b7b-87e2-62038d3745be req-12528e3d-7fb9-4f90-8b07-46ccb0a5279d tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:11.160259 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7c5bfd22-3f8d-4b7b-87e2-62038d3745be req-12528e3d-7fb9-4f90-8b07-46ccb0a5279d tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=edbc4744-82fe-439b-a82d-c55f54d3e3bf HTTP/1.1" status: 200 len: 946 time: 0.0636048 Jun 17 08:17:11.204230 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7c5bfd22-3f8d-4b7b-87e2-62038d3745be req-73f94cdc-b4dd-40de-9174-1f983cada10c tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383806 Jun 17 08:17:11.878742 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3efa7-7521-42e3-ab2c-1e9e3d8adcf0 req-afb26a64-017f-431a-b8c3-556ca3326995 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:11.880367 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-10a3efa7-7521-42e3-ab2c-1e9e3d8adcf0 req-afb26a64-017f-431a-b8c3-556ca3326995 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.0711567 Jun 17 08:17:11.926150 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-10a3efa7-7521-42e3-ab2c-1e9e3d8adcf0 req-68b267b3-db5c-4afc-af35-5a353dfbf05a tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357924 Jun 17 08:17:12.205848 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:17:13.146210 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35506112-0024-4cf2-8b0e-047fe01290b9 req-d102534d-7ebe-4765-ab38-c674a7ecc80d tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:13.147822 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35506112-0024-4cf2-8b0e-047fe01290b9 req-d102534d-7ebe-4765-ab38-c674a7ecc80d tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.0937119 Jun 17 08:17:13.193051 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-35506112-0024-4cf2-8b0e-047fe01290b9 req-81448dd2-c3c8-4b67-866b-7b593d59982a tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376787 Jun 17 08:17:14.356118 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea2870-32c7-4c80-82ee-340c85f5e925 req-6d1c7ea8-48f4-4795-92f4-0b71f06b8c2c tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:14.357594 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-59ea2870-32c7-4c80-82ee-340c85f5e925 req-6d1c7ea8-48f4-4795-92f4-0b71f06b8c2c tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.38 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.0837679 Jun 17 08:17:14.383222 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743d309-3902-410d-a50d-7f181114d9c6 req-093cd911-6316-434b-ba89-4917c70d2998 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:14.385639 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5743d309-3902-410d-a50d-7f181114d9c6 req-093cd911-6316-434b-ba89-4917c70d2998 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 946 time: 0.0738506 Jun 17 08:17:14.427269 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5743d309-3902-410d-a50d-7f181114d9c6 req-6af03365-ad62-48bf-ac86-5b30220acfc9 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=90207d25-ee13-41ef-926d-0c32e119f22b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339615 Jun 17 08:17:14.478434 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-59ea2870-32c7-4c80-82ee-340c85f5e925 req-d9d04e45-e1aa-46ed-8305-428b29b8337b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Deleting port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:17:14.478954 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-59ea2870-32c7-4c80-82ee-340c85f5e925 req-d9d04e45-e1aa-46ed-8305-428b29b8337b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:14.579524 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-59ea2870-32c7-4c80-82ee-340c85f5e925 req-d9d04e45-e1aa-46ed-8305-428b29b8337b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] For port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=7d463a57-d760-48b2-86fe-5b8cfc5afa5d,segment=NetworkSegment(4ae92527-3ec8-4967-9671-a77d80b972b6),segment_id=4ae92527-3ec8-4967-9671-a77d80b972b6)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:14.579881 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-59ea2870-32c7-4c80-82ee-340c85f5e925 req-d9d04e45-e1aa-46ed-8305-428b29b8337b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:14.775804 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-59ea2870-32c7-4c80-82ee-340c85f5e925 req-d9d04e45-e1aa-46ed-8305-428b29b8337b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:14.776044 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-59ea2870-32c7-4c80-82ee-340c85f5e925 req-d9d04e45-e1aa-46ed-8305-428b29b8337b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:14.776279 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.l3_db [req-59ea2870-32c7-4c80-82ee-340c85f5e925 req-d9d04e45-e1aa-46ed-8305-428b29b8337b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Floating IP b48877d8-76bb-4c21-b20a-6d9e78ffb1fd disassociated. External IP: 172.27.0.111, port: 7d463a57-d760-48b2-86fe-5b8cfc5afa5d. Jun 17 08:17:14.776613 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-59ea2870-32c7-4c80-82ee-340c85f5e925 req-d9d04e45-e1aa-46ed-8305-428b29b8337b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Calling delete_port for 7d463a57-d760-48b2-86fe-5b8cfc5afa5d owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:17:14.900700 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-59ea2870-32c7-4c80-82ee-340c85f5e925 req-d9d04e45-e1aa-46ed-8305-428b29b8337b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:14.904626 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-558b3a5a-2df1-4fa0-87b0-68d8ec292fbc tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:14.931824 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d04e45-e1aa-46ed-8305-428b29b8337b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event deleted for resources: {'Port': ['ID=7d463a57-d760-48b2-86fe-5b8cfc5afa5d,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:14.935311 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d9d04e45-e1aa-46ed-8305-428b29b8337b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:15.047831 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59ea2870-32c7-4c80-82ee-340c85f5e925 req-d9d04e45-e1aa-46ed-8305-428b29b8337b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:17:15.147711 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59ea2870-32c7-4c80-82ee-340c85f5e925 req-d9d04e45-e1aa-46ed-8305-428b29b8337b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:17:15.158452 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db44c4-7cad-4bcb-8be9-18d819a47ad1 None None] Sync routers for ids ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:17:15.169223 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db44c4-7cad-4bcb-8be9-18d819a47ad1 None None] Routers {'636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:17:15.169840 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-20db44c4-7cad-4bcb-8be9-18d819a47ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:16:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:15.192334 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ea2870-32c7-4c80-82ee-340c85f5e925 req-d9d04e45-e1aa-46ed-8305-428b29b8337b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] No DVR routers for this DVR port 7d463a57-d760-48b2-86fe-5b8cfc5afa5d on host hv-cinder-79128 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:17:15.194866 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-59ea2870-32c7-4c80-82ee-340c85f5e925 req-d9d04e45-e1aa-46ed-8305-428b29b8337b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:15.197578 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-59ea2870-32c7-4c80-82ee-340c85f5e925 req-d9d04e45-e1aa-46ed-8305-428b29b8337b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.38 "DELETE /v2.0/ports/7d463a57-d760-48b2-86fe-5b8cfc5afa5d HTTP/1.1" status: 204 len: 173 time: 0.8279037 Jun 17 08:17:15.198077 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346', 'name': 'network-vif-deleted', 'tag': '7d463a57-d760-48b2-86fe-5b8cfc5afa5d'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:17:15.200416 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a76c61a-bc72-4874-8171-7335e4b54833" -d '{"events": [{"server_uuid": "4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346", "name": "network-vif-deleted", "tag": "7d463a57-d760-48b2-86fe-5b8cfc5afa5d"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:17:15.248054 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3cce87-2849-4a44-a8cb-d6552d7e2213 x-openstack-request-id: req-4b3cce87-2849-4a44-a8cb-d6552d7e2213 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:17:15.248447 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346", "name": "network-vif-deleted", "tag": "7d463a57-d760-48b2-86fe-5b8cfc5afa5d", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:17:15.248654 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b3cce87-2849-4a44-a8cb-d6552d7e2213 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:17:15.249069 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346', 'name': 'network-vif-deleted', 'tag': '7d463a57-d760-48b2-86fe-5b8cfc5afa5d', 'status': 'completed', 'code': 200} Jun 17 08:17:15.282623 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-20db44c4-7cad-4bcb-8be9-18d819a47ad1 None None] Set router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:17:15.495547 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-20db44c4-7cad-4bcb-8be9-18d819a47ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '3707d13d-b0e9-41cb-b7a2-f047b6b4c37d', 'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'mac_address': 'fa:16:3e:49:13:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:14Z', 'updated_at': '2021-06-17T08:12:33Z', 'revision_number': 5, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'subnets': [{'id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:15.523773 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db44c4-7cad-4bcb-8be9-18d819a47ad1 None None] Checking router: 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:17:15.530674 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db44c4-7cad-4bcb-8be9-18d819a47ad1 None None] Routers {'636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:17:15.531359 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-20db44c4-7cad-4bcb-8be9-18d819a47ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:16:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:15.593508 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-570b90a0-092d-4307-8c01-083cb4fa1042 req-020e632b-6150-4fed-b618-4d146b2859a1 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e4c1a69-dd39-4e15-8cfe-c3e9daf3c346 HTTP/1.1" status: 200 len: 210 time: 0.0299144 Jun 17 08:17:15.641984 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-20db44c4-7cad-4bcb-8be9-18d819a47ad1 None None] Set router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:17:15.874708 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-20db44c4-7cad-4bcb-8be9-18d819a47ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '3707d13d-b0e9-41cb-b7a2-f047b6b4c37d', 'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'mac_address': 'fa:16:3e:49:13:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:14Z', 'updated_at': '2021-06-17T08:12:33Z', 'revision_number': 5, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'subnets': [{'id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:15.913709 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20db44c4-7cad-4bcb-8be9-18d819a47ad1 None None] The sync data for ids ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'] in dv-cinder-791281-5-iscsi is: [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '3707d13d-b0e9-41cb-b7a2-f047b6b4c37d', 'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'mac_address': 'fa:16:3e:49:13:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:14Z', 'updated_at': '2021-06-17T08:12:33Z', 'revision_number': 5, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'subnets': [{'id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:17:16.143641 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ab8aa-b9c0-42aa-8e1f-1aaf4c0e2978 None None] New status for floating IP b48877d8-76bb-4c21-b20a-6d9e78ffb1fd: DOWN {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:17:16.720361 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 54072) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:16.777745 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-581acb70-74fe-435e-9d55-6fa7088189be tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:16.801904 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-581acb70-74fe-435e-9d55-6fa7088189be tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:16.852627 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 7d463a57-d760-48b2-86fe-5b8cfc5afa5d no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:17:16.853444 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-581acb70-74fe-435e-9d55-6fa7088189be tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:16.855828 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-581acb70-74fe-435e-9d55-6fa7088189be tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:16.857027 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-581acb70-74fe-435e-9d55-6fa7088189be tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "DELETE /v2.0/security-groups/90207d25-ee13-41ef-926d-0c32e119f22b HTTP/1.1" status: 204 len: 168 time: 0.1356733 Jun 17 08:17:16.857898 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-39691d29-56c6-4efb-8dcd-8c4981f868ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:16.860107 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 54074) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:16.867516 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581acb70-74fe-435e-9d55-6fa7088189be tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90207d25-ee13-41ef-926d-0c32e119f22b,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:16.870359 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-581acb70-74fe-435e-9d55-6fa7088189be tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:16.874782 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.api.v2.resource [None req-9a1eccb2-f29b-4413-bb33-531f71a27e85 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] show failed (client error): The resource could not be found. Jun 17 08:17:16.879137 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 54076) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:16.879478 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9a1eccb2-f29b-4413-bb33-531f71a27e85 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups/90207d25-ee13-41ef-926d-0c32e119f22b HTTP/1.1" status: 404 len: 347 time: 0.0182416 Jun 17 08:17:16.891354 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: 7d463a57-d760-48b2-86fe-5b8cfc5afa5d {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:17:16.891689 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 7d463a57-d760-48b2-86fe-5b8cfc5afa5d not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:17:17.011522 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-a724c6a8-6e16-4f85-bac7-973f168466fd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Deleting port aa0f3c27-b3b0-4d64-ae58-40d59ff530bd {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:17:17.011863 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a724c6a8-6e16-4f85-bac7-973f168466fd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:17.094814 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a724c6a8-6e16-4f85-bac7-973f168466fd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:17.095037 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a724c6a8-6e16-4f85-bac7-973f168466fd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:17.165623 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-a724c6a8-6e16-4f85-bac7-973f168466fd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Calling delete_port for aa0f3c27-b3b0-4d64-ae58-40d59ff530bd owned by network:floatingip {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:17:17.308946 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a724c6a8-6e16-4f85-bac7-973f168466fd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:17.311100 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8af8f258-3487-41a6-bb1a-595933bd7d1a tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:17.338637 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724c6a8-6e16-4f85-bac7-973f168466fd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event deleted for resources: {'Port': ['ID=aa0f3c27-b3b0-4d64-ae58-40d59ff530bd,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:17.344397 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a724c6a8-6e16-4f85-bac7-973f168466fd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:17.368730 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a724c6a8-6e16-4f85-bac7-973f168466fd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for floatingip, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:17.371419 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-a724c6a8-6e16-4f85-bac7-973f168466fd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:17.372644 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-a724c6a8-6e16-4f85-bac7-973f168466fd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "DELETE /v2.0/floatingips/b48877d8-76bb-4c21-b20a-6d9e78ffb1fd HTTP/1.1" status: 204 len: 168 time: 0.4923499 Jun 17 08:17:17.829377 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 54086) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:17.834002 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-3d2edce1-526e-4928-8d2b-365879f6d4cd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--785221751', 'description': 'tempest-description--648731883'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:17.857548 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3d2edce1-526e-4928-8d2b-365879f6d4cd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:17.952800 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3d2edce1-526e-4928-8d2b-365879f6d4cd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:17.959801 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3d2edce1-526e-4928-8d2b-365879f6d4cd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:17.966278 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f9052d6d-7828-4e55-9fe8-1a0727e6f75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:17.995282 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3d2edce1-526e-4928-8d2b-365879f6d4cd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:17.996495 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-3d2edce1-526e-4928-8d2b-365879f6d4cd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1661656 Jun 17 08:17:17.999460 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 54088) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:18.004088 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-e703788f-b6fe-4324-9db0-97e47b9afa6b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Request body: {'security_group_rule': {'security_group_id': '726e621f-d886-4765-93e7-f9f9776f28a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:18.011261 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2edce1-526e-4928-8d2b-365879f6d4cd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=726e621f-d886-4765-93e7-f9f9776f28a3,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:18.015845 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3d2edce1-526e-4928-8d2b-365879f6d4cd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:18.046395 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e703788f-b6fe-4324-9db0-97e47b9afa6b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:18.151911 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e703788f-b6fe-4324-9db0-97e47b9afa6b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:18.155714 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e703788f-b6fe-4324-9db0-97e47b9afa6b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:18.158600 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e3516af3-0a90-4b2b-aa2e-0f8b2439f2a6 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:18.177818 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703788f-b6fe-4324-9db0-97e47b9afa6b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec16e47-f152-44c2-bb6e-149b83ebad00,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:18.181046 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e703788f-b6fe-4324-9db0-97e47b9afa6b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:18.187482 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e703788f-b6fe-4324-9db0-97e47b9afa6b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:18.188769 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-e703788f-b6fe-4324-9db0-97e47b9afa6b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1883140 Jun 17 08:17:18.191953 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 54090) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:18.197776 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-360286d6-bbab-403e-b3fa-b32db08f9879 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Request body: {'security_group_rule': {'security_group_id': '726e621f-d886-4765-93e7-f9f9776f28a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:18.230859 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-360286d6-bbab-403e-b3fa-b32db08f9879 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:18.303626 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-360286d6-bbab-403e-b3fa-b32db08f9879 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:18.308700 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-360286d6-bbab-403e-b3fa-b32db08f9879 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:18.313567 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a7676717-ecf5-420f-8948-06f246029cc1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:18.334633 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360286d6-bbab-403e-b3fa-b32db08f9879 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d68039-0e20-4500-bcdd-39f4c1a73b0c,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:18.338448 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-360286d6-bbab-403e-b3fa-b32db08f9879 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:18.345029 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-360286d6-bbab-403e-b3fa-b32db08f9879 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:18.346785 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-360286d6-bbab-403e-b3fa-b32db08f9879 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1537082 Jun 17 08:17:18.350170 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 54094) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:18.356030 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Request body: {'floatingip': {'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:18.380584 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for floatingip, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:18.493891 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:18.608361 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Allocated IP 172.27.0.235 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/972990b1-b375-4dea-9148-f68def2a8e6f) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:17:18.724237 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:18.767454 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:18.771983 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d5256ea4-03a0-4b0f-8aa4-965c7356fe1b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:18.815120 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:17:18.818962 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:18.823830 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:17:18.840919 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event updated for resources: {'Port': ['ID=972990b1-b375-4dea-9148-f68def2a8e6f,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:18.864027 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:18.892473 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:18.951423 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:19.120986 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:19.126649 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:19.128809 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:19.162354 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:19.188357 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:19.189587 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8383720 Jun 17 08:17:19.190349 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event updated for resources: {'Port': ['ID=972990b1-b375-4dea-9148-f68def2a8e6f,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:19.193434 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:19.433266 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-9b21f3b4-2e65-4de7-a2ad-f75b12021f7a tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--785221751&fields=id&tenant_id=f50cdcfdd2fd408d86d30f95622cad2f HTTP/1.1" status: 200 len: 267 time: 0.0445423 Jun 17 08:17:19.543583 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-6c1aef38-11d9-4807-9562-9152594b11de tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:19.545073 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-6c1aef38-11d9-4807-9562-9152594b11de tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/networks?id=c7133842-e71c-43e6-ac53-3faca71f09d3 HTTP/1.1" status: 200 len: 811 time: 0.1044865 Jun 17 08:17:19.560695 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-3e0a8308-1454-42c0-bbe8-e86153fb39ea tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/quotas/f50cdcfdd2fd408d86d30f95622cad2f HTTP/1.1" status: 200 len: 375 time: 0.0098534 Jun 17 08:17:19.632941 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-c5b8dd61-5f4c-4f55-b74a-6c643e12b1c5 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f50cdcfdd2fd408d86d30f95622cad2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668662 Jun 17 08:17:19.737610 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-ea1e0a38-246b-4471-836f-64b3f6079998 service neutron] 10.222.0.35 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919964 Jun 17 08:17:19.841691 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-f75befd3-9a64-4d69-8251-d04b407dd27f service neutron] 10.222.0.35 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972915 Jun 17 08:17:20.058258 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c3f004e1-4d8a-4a94-94c0-2ff2841f97c6 req-0a97028c-afa4-44ed-9b47-f310f850085a tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 210 time: 0.0356195 Jun 17 08:17:21.217767 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cc747412-b04e-4e7a-906b-edd5105c97f2 req-f7153d42-ce05-4786-ac38-3cad5d4b857c tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 210 time: 0.0287712 Jun 17 08:17:21.476526 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-164a9cb9-9547-4e98-96e5-fd16c07cf18c tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:21.478708 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-164a9cb9-9547-4e98-96e5-fd16c07cf18c tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.38 "GET /v2.0/networks?id=c7133842-e71c-43e6-ac53-3faca71f09d3 HTTP/1.1" status: 200 len: 811 time: 0.1091349 Jun 17 08:17:21.530821 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-fb7d7538-db9a-44ed-83f5-f446f0d236fb tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50cdcfdd2fd408d86d30f95622cad2f HTTP/1.1" status: 200 len: 379 time: 0.0390089 Jun 17 08:17:21.541105 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-42cf5610-07fe-4cf2-b734-ab8113124ba0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Request body: {'port': {'device_id': '2cf7f05c-67a6-4b85-825b-022830201fd1', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'admin_state_up': True, 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'security_groups': ['726e621f-d886-4765-93e7-f9f9776f28a3']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:21.661982 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-42cf5610-07fe-4cf2-b734-ab8113124ba0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Made reservation on behalf of f50cdcfdd2fd408d86d30f95622cad2f for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:17:21.666454 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-42cf5610-07fe-4cf2-b734-ab8113124ba0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:21.812717 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-42cf5610-07fe-4cf2-b734-ab8113124ba0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Allocated IP 172.20.0.9 (c7133842-e71c-43e6-ac53-3faca71f09d3/2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12/727aab32-4198-4d88-88a8-44a103bc2f77) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:17:21.955300 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-42cf5610-07fe-4cf2-b734-ab8113124ba0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:21.975893 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-42cf5610-07fe-4cf2-b734-ab8113124ba0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Transition to ACTIVE for port object 727aab32-4198-4d88-88a8-44a103bc2f77 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:22.011668 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-42cf5610-07fe-4cf2-b734-ab8113124ba0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63741659'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:22.017237 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3c89435e-2371-4c35-8a1f-8a8538c60b39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:22.061176 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-42cf5610-07fe-4cf2-b734-ab8113124ba0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Network c7133842-e71c-43e6-ac53-3faca71f09d3 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:17:22.070231 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-42cf5610-07fe-4cf2-b734-ab8113124ba0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:22.077734 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-42cf5610-07fe-4cf2-b734-ab8113124ba0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:17:22.084791 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf5610-07fe-4cf2-b734-ab8113124ba0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event updated for resources: {'Port': ['ID=727aab32-4198-4d88-88a8-44a103bc2f77,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:22.107928 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-42cf5610-07fe-4cf2-b734-ab8113124ba0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:22.139860 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-42cf5610-07fe-4cf2-b734-ab8113124ba0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:22.140502 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-42cf5610-07fe-4cf2-b734-ab8113124ba0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:22.163538 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-42cf5610-07fe-4cf2-b734-ab8113124ba0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6268120 Jun 17 08:17:22.253078 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Request body: {'port': {'device_id': '2cf7f05c-67a6-4b85-825b-022830201fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:22.333099 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-061a3d71-8601-49a2-b145-e32ceee35226 None None] Provisioning for port 727aab32-4198-4d88-88a8-44a103bc2f77 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:22.340323 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-061a3d71-8601-49a2-b145-e32ceee35226 None None] Provisioning complete for port 727aab32-4198-4d88-88a8-44a103bc2f77 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:22.340920 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-061a3d71-8601-49a2-b145-e32ceee35226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:22.354776 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:22.393421 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-061a3d71-8601-49a2-b145-e32ceee35226 None None] Port 727aab32-4198-4d88-88a8-44a103bc2f77 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:17:22.448786 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af750f07-39a8-41b4-b6c9-01e2f3a94943 req-87103998-08af-4365-9aec-b8c403a25706 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:22.450396 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-af750f07-39a8-41b4-b6c9-01e2f3a94943 req-87103998-08af-4365-9aec-b8c403a25706 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 931 time: 0.0725987 Jun 17 08:17:22.491329 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-af750f07-39a8-41b4-b6c9-01e2f3a94943 req-052f7563-b214-4d9e-9f12-5959baad8644 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347400 Jun 17 08:17:22.886235 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727aab32-4198-4d88-88a8-44a103bc2f77 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:17:22.896546 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:22.909797 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Transition to ACTIVE for port object 727aab32-4198-4d88-88a8-44a103bc2f77 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:22.914611 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63741673'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:22.917128 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:23.001558 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Pushing event updated for resources: {'Port': ['ID=727aab32-4198-4d88-88a8-44a103bc2f77,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:23.010588 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:23.080884 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Attempting to bind port 727aab32-4198-4d88-88a8-44a103bc2f77 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:17:23.081309 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Attempting to bind port 727aab32-4198-4d88-88a8-44a103bc2f77 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '4ae92527-3ec8-4967-9671-a77d80b972b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:17:23.081662 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Attempting to bind port 727aab32-4198-4d88-88a8-44a103bc2f77 on network c7133842-e71c-43e6-ac53-3faca71f09d3 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:17:23.087566 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Port 727aab32-4198-4d88-88a8-44a103bc2f77 on network c7133842-e71c-43e6-ac53-3faca71f09d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:17:23.087758 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Attempting to bind port 727aab32-4198-4d88-88a8-44a103bc2f77 on network c7133842-e71c-43e6-ac53-3faca71f09d3 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:17:23.093415 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:17:23.093873 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Checking segment: {'id': '4ae92527-3ec8-4967-9671-a77d80b972b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:17:23.094321 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Bound using segment: {'id': '4ae92527-3ec8-4967-9671-a77d80b972b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:17:23.094761 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Bound port: 727aab32-4198-4d88-88a8-44a103bc2f77, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae92527-3ec8-4967-9671-a77d80b972b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:17:23.095101 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.167857 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] For port 727aab32-4198-4d88-88a8-44a103bc2f77, host hv-cinder-79128, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:17:23.170836 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] For port 727aab32-4198-4d88-88a8-44a103bc2f77, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=727aab32-4198-4d88-88a8-44a103bc2f77,segment=NetworkSegment(4ae92527-3ec8-4967-9671-a77d80b972b6),segment_id=4ae92527-3ec8-4967-9671-a77d80b972b6)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:17:23.176272 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63741673'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.178261 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f5f64243-1632-46d8-b9da-e28bb6002f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:23.221453 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:23.221660 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.223115 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] 10.222.0.38 "PUT /v2.0/ports/727aab32-4198-4d88-88a8-44a103bc2f77 HTTP/1.1" status: 200 len: 1093 time: 1.0519092 Jun 17 08:17:23.223649 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf7f05c-67a6-4b85-825b-022830201fd1', 'tag': '727aab32-4198-4d88-88a8-44a103bc2f77'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:17:23.226013 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedcb9df-ab78-4162-a559-4e9d12ec69bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf7f05c-67a6-4b85-825b-022830201fd1", "tag": "727aab32-4198-4d88-88a8-44a103bc2f77"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:17:23.271672 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Pushing event updated for resources: {'Port': ['ID=727aab32-4198-4d88-88a8-44a103bc2f77,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:23.277027 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:23.315638 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed579e2-7c75-4d76-8995-33db1edbd546 x-openstack-request-id: req-8ed579e2-7c75-4d76-8995-33db1edbd546 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:17:23.316191 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf7f05c-67a6-4b85-825b-022830201fd1", "tag": "727aab32-4198-4d88-88a8-44a103bc2f77", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:17:23.316533 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ed579e2-7c75-4d76-8995-33db1edbd546 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:17:23.317016 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf7f05c-67a6-4b85-825b-022830201fd1', 'tag': '727aab32-4198-4d88-88a8-44a103bc2f77', 'status': 'completed', 'code': 200} Jun 17 08:17:23.349704 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8fb26720-d4b6-4b8f-8309-c55c56540a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:23.351725 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-8fb26720-d4b6-4b8f-8309-c55c56540a91 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f50cdcfdd2fd408d86d30f95622cad2f&device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0694151 Jun 17 08:17:23.398779 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-0dbfdc87-85e3-4d62-b0ef-62131514562e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=727aab32-4198-4d88-88a8-44a103bc2f77 HTTP/1.1" status: 200 len: 217 time: 0.0364413 Jun 17 08:17:23.478298 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-3a3fefed-563e-47a1-aa5f-758152e39647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:23.480075 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-3a3fefed-563e-47a1-aa5f-758152e39647 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12 HTTP/1.1" status: 200 len: 850 time: 0.0708611 Jun 17 08:17:23.545975 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-b23228a8-b900-4e54-9868-c156c64c764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:23.547588 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-b23228a8-b900-4e54-9868-c156c64c764d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c7133842-e71c-43e6-ac53-3faca71f09d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551884 Jun 17 08:17:23.626130 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bef26-4f6c-494a-9f73-1a25c6e3474d req-acd01318-5a7f-402d-bca9-1dd574777cf1 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:23.627655 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-944bef26-4f6c-494a-9f73-1a25c6e3474d req-acd01318-5a7f-402d-bca9-1dd574777cf1 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=edbc4744-82fe-439b-a82d-c55f54d3e3bf HTTP/1.1" status: 200 len: 946 time: 0.0656428 Jun 17 08:17:23.647918 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-bb193759-96c7-4d81-a7e7-a1c23e8d65eb service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926280 Jun 17 08:17:23.667592 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-944bef26-4f6c-494a-9f73-1a25c6e3474d req-c3e2062d-ca5a-4c26-8fcc-e97489d91efa tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342512 Jun 17 08:17:23.740061 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623438d2-c327-412c-b648-a27e2710009b req-2990574e-439a-484b-984e-6bdb5b419dde tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:23.741565 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-623438d2-c327-412c-b648-a27e2710009b req-2990574e-439a-484b-984e-6bdb5b419dde tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 943 time: 0.0637491 Jun 17 08:17:23.754696 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3cfbf332-0b3c-41d2-a1b4-d98d675e5884 req-dcee91ad-b5c2-4431-8906-af7521d1d18b service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953825 Jun 17 08:17:23.790688 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-623438d2-c327-412c-b648-a27e2710009b req-40c3ec21-62c9-4623-a258-fbb4922b86a3 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414414 Jun 17 08:17:23.855797 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcb9df-ab78-4162-a559-4e9d12ec69bc req-ef856004-a9a1-4629-b64a-940351db7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:23.857447 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cedcb9df-ab78-4162-a559-4e9d12ec69bc req-ef856004-a9a1-4629-b64a-940351db7a05 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f50cdcfdd2fd408d86d30f95622cad2f&device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0539629 Jun 17 08:17:23.921969 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7427f6c5-ec50-4e9c-b547-22a82233a323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.957769 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcb9df-ab78-4162-a559-4e9d12ec69bc req-7de6fad8-2665-4526-b13f-ec0795b07cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:23.959343 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cedcb9df-ab78-4162-a559-4e9d12ec69bc req-7de6fad8-2665-4526-b13f-ec0795b07cf9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c7133842-e71c-43e6-ac53-3faca71f09d3 HTTP/1.1" status: 200 len: 912 time: 0.0930352 Jun 17 08:17:24.007494 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cedcb9df-ab78-4162-a559-4e9d12ec69bc req-c68cdf2f-dd6c-480a-9968-c342beddd91d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=727aab32-4198-4d88-88a8-44a103bc2f77 HTTP/1.1" status: 200 len: 217 time: 0.0348983 Jun 17 08:17:24.065226 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcb9df-ab78-4162-a559-4e9d12ec69bc req-35635c19-0ec7-4cc2-a8a1-0da4593eb2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:24.066776 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cedcb9df-ab78-4162-a559-4e9d12ec69bc req-35635c19-0ec7-4cc2-a8a1-0da4593eb2b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12 HTTP/1.1" status: 200 len: 850 time: 0.0508120 Jun 17 08:17:24.138311 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcb9df-ab78-4162-a559-4e9d12ec69bc req-4afc3415-660d-4a9d-bce1-0cadf02e7484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:24.139864 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cedcb9df-ab78-4162-a559-4e9d12ec69bc req-4afc3415-660d-4a9d-bce1-0cadf02e7484 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c7133842-e71c-43e6-ac53-3faca71f09d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562143 Jun 17 08:17:24.234657 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cedcb9df-ab78-4162-a559-4e9d12ec69bc req-c5376cfe-66d3-4815-a0d9-eb2ceb72e459 service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863888 Jun 17 08:17:24.332378 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cedcb9df-ab78-4162-a559-4e9d12ec69bc req-593990cc-c0bc-4a59-b38b-de6d4fc23f27 service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899589 Jun 17 08:17:24.849791 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7358e0-adc8-46f8-beb0-7698b9e66539 req-11a745de-6055-41b6-ba3d-1e884116a9e4 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:24.851401 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8e7358e0-adc8-46f8-beb0-7698b9e66539 req-11a745de-6055-41b6-ba3d-1e884116a9e4 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=edbc4744-82fe-439b-a82d-c55f54d3e3bf HTTP/1.1" status: 200 len: 946 time: 0.0696533 Jun 17 08:17:24.890493 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8e7358e0-adc8-46f8-beb0-7698b9e66539 req-95c25b4c-34f3-4723-8351-ca40711e2092 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326188 Jun 17 08:17:24.973623 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c0b4d-f72d-41bf-b113-c89e23188c88 req-7356590c-b7fa-42b1-8634-0538aef1b9b1 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:24.975121 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2b5c0b4d-f72d-41bf-b113-c89e23188c88 req-7356590c-b7fa-42b1-8634-0538aef1b9b1 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 943 time: 0.0643981 Jun 17 08:17:25.028043 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2b5c0b4d-f72d-41bf-b113-c89e23188c88 req-78fc751a-750e-45c2-b880-d38cc312e1fa tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458660 Jun 17 08:17:25.401176 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c9b3e-1afd-4d15-83b1-a745188096da req-0a7dc357-9e16-4894-8108-61d6f39e9d95 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:25.402688 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-980c9b3e-1afd-4d15-83b1-a745188096da req-0a7dc357-9e16-4894-8108-61d6f39e9d95 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.38 "GET /v2.0/ports?device_id=edbc4744-82fe-439b-a82d-c55f54d3e3bf HTTP/1.1" status: 200 len: 946 time: 0.0732758 Jun 17 08:17:25.519298 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-980c9b3e-1afd-4d15-83b1-a745188096da req-0c2aceeb-db4b-4534-8bef-26872241fe6b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Deleting port 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:17:25.519797 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-980c9b3e-1afd-4d15-83b1-a745188096da req-0c2aceeb-db4b-4534-8bef-26872241fe6b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:25.612008 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-980c9b3e-1afd-4d15-83b1-a745188096da req-0c2aceeb-db4b-4534-8bef-26872241fe6b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] For port 5c7737d6-4e36-4df6-85b0-e71a7b64cc50, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=5c7737d6-4e36-4df6-85b0-e71a7b64cc50,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:25.612359 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-980c9b3e-1afd-4d15-83b1-a745188096da req-0c2aceeb-db4b-4534-8bef-26872241fe6b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:25.681110 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-980c9b3e-1afd-4d15-83b1-a745188096da req-0c2aceeb-db4b-4534-8bef-26872241fe6b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Calling delete_port for 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:17:25.821857 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-980c9b3e-1afd-4d15-83b1-a745188096da req-0c2aceeb-db4b-4534-8bef-26872241fe6b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:25.826234 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a79fdbaa-6ca3-4c4c-b2de-bad50dd3cfe0 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:25.839584 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['9ef349f3-ca27-4673-90bd-c2c4a1c724e8', '65f717d2-fcf5-4401-8a95-9a1513ce8eb9', '301848d5-4e91-4499-a14a-1c51d41cd535', '5c7737d6-4e36-4df6-85b0-e71a7b64cc50'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:17:25.856004 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2aceeb-db4b-4534-8bef-26872241fe6b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Pushing event deleted for resources: {'Port': ['ID=5c7737d6-4e36-4df6-85b0-e71a7b64cc50,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:25.861158 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0c2aceeb-db4b-4534-8bef-26872241fe6b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:25.904882 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-980c9b3e-1afd-4d15-83b1-a745188096da req-0c2aceeb-db4b-4534-8bef-26872241fe6b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] No DVR routers for this DVR port 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 on host hv-cinder-79128 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:17:25.907392 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-980c9b3e-1afd-4d15-83b1-a745188096da req-0c2aceeb-db4b-4534-8bef-26872241fe6b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:25.909386 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-980c9b3e-1afd-4d15-83b1-a745188096da req-0c2aceeb-db4b-4534-8bef-26872241fe6b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.38 "DELETE /v2.0/ports/5c7737d6-4e36-4df6-85b0-e71a7b64cc50 HTTP/1.1" status: 204 len: 173 time: 0.5003331 Jun 17 08:17:25.909882 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbc4744-82fe-439b-a82d-c55f54d3e3bf', 'name': 'network-vif-deleted', 'tag': '5c7737d6-4e36-4df6-85b0-e71a7b64cc50'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:17:25.912422 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8da240b-8a1e-4672-90f1-114e14899f60" -d '{"events": [{"server_uuid": "edbc4744-82fe-439b-a82d-c55f54d3e3bf", "name": "network-vif-deleted", "tag": "5c7737d6-4e36-4df6-85b0-e71a7b64cc50"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:17:25.969435 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0f5205-c494-446b-872b-759168846987 x-openstack-request-id: req-8a0f5205-c494-446b-872b-759168846987 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:17:25.969988 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbc4744-82fe-439b-a82d-c55f54d3e3bf", "name": "network-vif-deleted", "tag": "5c7737d6-4e36-4df6-85b0-e71a7b64cc50", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:17:25.970261 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a0f5205-c494-446b-872b-759168846987 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:17:25.970689 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbc4744-82fe-439b-a82d-c55f54d3e3bf', 'name': 'network-vif-deleted', 'tag': '5c7737d6-4e36-4df6-85b0-e71a7b64cc50', 'status': 'completed', 'code': 200} Jun 17 08:17:26.079620 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1c568092-315e-4b4b-bfd9-70d88ae99e60 req-936d8b07-a927-4a78-b234-e5a3af628dd1 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=edbc4744-82fe-439b-a82d-c55f54d3e3bf HTTP/1.1" status: 200 len: 210 time: 0.0383868 Jun 17 08:17:26.292438 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71211894-18aa-45d5-9a60-149bdeb94c71 req-4b44403d-c7a6-425f-bf0f-9bab9d3fc7e7 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:26.293754 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-71211894-18aa-45d5-9a60-149bdeb94c71 req-4b44403d-c7a6-425f-bf0f-9bab9d3fc7e7 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 943 time: 0.0885067 Jun 17 08:17:26.336468 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-71211894-18aa-45d5-9a60-149bdeb94c71 req-0ca20c86-cf62-4229-b9f3-9e29e738ed8d tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354114 Jun 17 08:17:26.500632 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:26.728179 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f2940b3-a033-4b43-b873-6a108950451c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:26.901879 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 727aab32-4198-4d88-88a8-44a103bc2f77 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:17:27.011505 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 727aab32-4198-4d88-88a8-44a103bc2f77, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=727aab32-4198-4d88-88a8-44a103bc2f77,segment=NetworkSegment(4ae92527-3ec8-4967-9671-a77d80b972b6),segment_id=4ae92527-3ec8-4967-9671-a77d80b972b6)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:27.025205 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': '727aab32-4198-4d88-88a8-44a103bc2f77', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'port_id': '727aab32-4198-4d88-88a8-44a103bc2f77', 'mac_address': 'fa:16:3e:4d:65:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:17:27.066431 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:27.084691 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727aab32-4198-4d88-88a8-44a103bc2f77 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:17:27.112495 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 727aab32-4198-4d88-88a8-44a103bc2f77, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=727aab32-4198-4d88-88a8-44a103bc2f77,segment=NetworkSegment(4ae92527-3ec8-4967-9671-a77d80b972b6),segment_id=4ae92527-3ec8-4967-9671-a77d80b972b6)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:27.117632 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:27.120716 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:27.181255 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=727aab32-4198-4d88-88a8-44a103bc2f77,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:27.186295 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:27.396083 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['727aab32-4198-4d88-88a8-44a103bc2f77'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:17:27.564018 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc76827-00f1-4972-bc00-f2babf4b8ec1 req-d30229b0-d543-4593-a6f7-6fe1e3c4eba8 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:27.567428 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-afc76827-00f1-4972-bc00-f2babf4b8ec1 req-d30229b0-d543-4593-a6f7-6fe1e3c4eba8 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 944 time: 0.1041679 Jun 17 08:17:27.620993 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-afc76827-00f1-4972-bc00-f2babf4b8ec1 req-88e7387c-ad09-4d7b-9f88-1f7f242d05c6 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429425 Jun 17 08:17:27.788999 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.719435 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.804228 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dffedd-05dc-4cd9-89e5-c0ca3d5c24cd req-b0ebb359-047d-4a4b-a43d-ee77b69587c1 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:28.808048 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e0dffedd-05dc-4cd9-89e5-c0ca3d5c24cd req-b0ebb359-047d-4a4b-a43d-ee77b69587c1 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 945 time: 0.1313789 Jun 17 08:17:28.876041 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e0dffedd-05dc-4cd9-89e5-c0ca3d5c24cd req-5168cee9-9076-43c9-9b23-bba9b3f067b1 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482991 Jun 17 08:17:28.900613 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71653fbf-4afb-4701-a11b-72687dd148de req-79d93eb3-c1e1-4480-81bb-381c119e5f9f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:28.902225 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-71653fbf-4afb-4701-a11b-72687dd148de req-79d93eb3-c1e1-4480-81bb-381c119e5f9f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 944 time: 0.1180589 Jun 17 08:17:28.915208 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 727aab32-4198-4d88-88a8-44a103bc2f77 up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:28.946593 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-71653fbf-4afb-4701-a11b-72687dd148de req-7e5c3b7b-f4eb-4a40-8a35-784c3dfbdc86 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383141 Jun 17 08:17:28.977980 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port 727aab32-4198-4d88-88a8-44a103bc2f77 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:28.982288 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port 727aab32-4198-4d88-88a8-44a103bc2f77 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:28.982681 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:29.065825 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:29.092479 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf7f05c-67a6-4b85-825b-022830201fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727aab32-4198-4d88-88a8-44a103bc2f77'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:17:29.094785 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9491115b-9ae7-46f3-97eb-66f1f0a4e668" -d '{"events": [{"server_uuid": "2cf7f05c-67a6-4b85-825b-022830201fd1", "name": "network-vif-plugged", "status": "completed", "tag": "727aab32-4198-4d88-88a8-44a103bc2f77"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:17:29.110360 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 727aab32-4198-4d88-88a8-44a103bc2f77, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=727aab32-4198-4d88-88a8-44a103bc2f77,segment=NetworkSegment(4ae92527-3ec8-4967-9671-a77d80b972b6),segment_id=4ae92527-3ec8-4967-9671-a77d80b972b6)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:29.115990 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:29.116833 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:17:29.119820 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:29.140917 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3139e7-214f-4505-96dd-9d31b93e72f3 x-openstack-request-id: req-3a3139e7-214f-4505-96dd-9d31b93e72f3 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:17:29.141215 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf7f05c-67a6-4b85-825b-022830201fd1", "name": "network-vif-plugged", "status": "completed", "tag": "727aab32-4198-4d88-88a8-44a103bc2f77", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:17:29.141482 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a3139e7-214f-4505-96dd-9d31b93e72f3 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:17:29.141882 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf7f05c-67a6-4b85-825b-022830201fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727aab32-4198-4d88-88a8-44a103bc2f77', 'code': 200} Jun 17 08:17:29.166818 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:17:29.167393 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 5c7737d6-4e36-4df6-85b0-e71a7b64cc50 not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:17:29.196599 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=727aab32-4198-4d88-88a8-44a103bc2f77,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:29.200561 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:29.409077 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e358d-7cb5-4962-ae8d-3abc2fb9958a req-a17e0719-dd5b-44a3-be20-ecc14a5e5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:29.410572 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-126e358d-7cb5-4962-ae8d-3abc2fb9958a req-a17e0719-dd5b-44a3-be20-ecc14a5e5d20 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 1098 time: 0.0610120 Jun 17 08:17:29.457794 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-126e358d-7cb5-4962-ae8d-3abc2fb9958a req-1c3bfa3b-2e72-4d8e-88b1-b0a4600a5afe service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351248 Jun 17 08:17:29.653839 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:30.065648 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c325b-aa94-4953-9d46-a12826fb505c req-4a1df5ed-8a4d-4465-9791-12b8d822c175 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:30.067406 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1a2c325b-aa94-4953-9d46-a12826fb505c req-4a1df5ed-8a4d-4465-9791-12b8d822c175 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 945 time: 0.0729153 Jun 17 08:17:30.119698 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1a2c325b-aa94-4953-9d46-a12826fb505c req-7f979df0-9ef4-407e-81dc-ccbf4f794fc1 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463130 Jun 17 08:17:30.174700 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df276a0e-1d7e-4b89-b660-7366b61f1ada req-0871f1ce-f5d4-4c4d-bc8e-fe62ac687821 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:30.176313 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-df276a0e-1d7e-4b89-b660-7366b61f1ada req-0871f1ce-f5d4-4c4d-bc8e-fe62ac687821 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 945 time: 0.0754099 Jun 17 08:17:30.217943 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-df276a0e-1d7e-4b89-b660-7366b61f1ada req-f44ec6d3-0fae-4564-a314-66a80ab8df44 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352404 Jun 17 08:17:30.670099 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff336a7-2241-4ffd-9cb1-76e8c627c8e2 req-a6c53a31-7ccc-45f8-baf5-5dcd27e47cb8 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:30.671720 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-eff336a7-2241-4ffd-9cb1-76e8c627c8e2 req-a6c53a31-7ccc-45f8-baf5-5dcd27e47cb8 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.38 "GET /v2.0/ports?device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 945 time: 0.1021385 Jun 17 08:17:30.797265 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-eff336a7-2241-4ffd-9cb1-76e8c627c8e2 req-f81e493c-65c4-46fc-b411-a1170ad41731 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Deleting port 301848d5-4e91-4499-a14a-1c51d41cd535 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:17:30.797601 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-eff336a7-2241-4ffd-9cb1-76e8c627c8e2 req-f81e493c-65c4-46fc-b411-a1170ad41731 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:30.893613 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-eff336a7-2241-4ffd-9cb1-76e8c627c8e2 req-f81e493c-65c4-46fc-b411-a1170ad41731 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] For port 301848d5-4e91-4499-a14a-1c51d41cd535, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=301848d5-4e91-4499-a14a-1c51d41cd535,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:30.893957 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-eff336a7-2241-4ffd-9cb1-76e8c627c8e2 req-f81e493c-65c4-46fc-b411-a1170ad41731 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:30.969112 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-eff336a7-2241-4ffd-9cb1-76e8c627c8e2 req-f81e493c-65c4-46fc-b411-a1170ad41731 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Calling delete_port for 301848d5-4e91-4499-a14a-1c51d41cd535 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:17:31.043203 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-de64eb54-637f-4774-b09b-1c2a0337c76a req-692d4427-1257-4152-a1cc-c175dd49fa21 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638072 Jun 17 08:17:31.150666 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-eff336a7-2241-4ffd-9cb1-76e8c627c8e2 req-f81e493c-65c4-46fc-b411-a1170ad41731 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:31.161553 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:31.166237 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64eb54-637f-4774-b09b-1c2a0337c76a req-e1cf9a15-3cf6-44f4-b078-80c854f962ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:31.167776 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['9ef349f3-ca27-4673-90bd-c2c4a1c724e8', '65f717d2-fcf5-4401-8a95-9a1513ce8eb9', '301848d5-4e91-4499-a14a-1c51d41cd535'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:17:31.168355 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-de64eb54-637f-4774-b09b-1c2a0337c76a req-e1cf9a15-3cf6-44f4-b078-80c854f962ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1a965bf4dc7d4a7d9f135d4c83cf8eb8&device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735 HTTP/1.1" status: 200 len: 1099 time: 0.0688505 Jun 17 08:17:31.195818 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e493c-65c4-46fc-b411-a1170ad41731 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Pushing event deleted for resources: {'Port': ['ID=301848d5-4e91-4499-a14a-1c51d41cd535,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:31.198554 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f81e493c-65c4-46fc-b411-a1170ad41731 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:31.250782 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff336a7-2241-4ffd-9cb1-76e8c627c8e2 req-f81e493c-65c4-46fc-b411-a1170ad41731 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] No DVR routers for this DVR port 301848d5-4e91-4499-a14a-1c51d41cd535 on host hv-cinder-79128 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:17:31.253611 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-eff336a7-2241-4ffd-9cb1-76e8c627c8e2 req-f81e493c-65c4-46fc-b411-a1170ad41731 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:31.256033 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-eff336a7-2241-4ffd-9cb1-76e8c627c8e2 req-f81e493c-65c4-46fc-b411-a1170ad41731 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.38 "DELETE /v2.0/ports/301848d5-4e91-4499-a14a-1c51d41cd535 HTTP/1.1" status: 204 len: 173 time: 0.5786173 Jun 17 08:17:31.256645 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17791b7-a9c9-4c39-8d4c-5c4e34b15e32', 'name': 'network-vif-deleted', 'tag': '301848d5-4e91-4499-a14a-1c51d41cd535'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:17:31.259411 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0719ee92-3231-4985-a615-ed1f8c8aeba7" -d '{"events": [{"server_uuid": "a17791b7-a9c9-4c39-8d4c-5c4e34b15e32", "name": "network-vif-deleted", "tag": "301848d5-4e91-4499-a14a-1c51d41cd535"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:17:31.327376 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e591477c-15a5-4791-9194-ab0b1da9531f req-3d941e45-6b78-4adf-a7e3-ebdaeaf0aad7 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=a17791b7-a9c9-4c39-8d4c-5c4e34b15e32 HTTP/1.1" status: 200 len: 210 time: 0.0686207 Jun 17 08:17:31.399566 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77469665-c2cf-426f-a7c3-89b0835987d0 x-openstack-request-id: req-77469665-c2cf-426f-a7c3-89b0835987d0 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:17:31.399983 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17791b7-a9c9-4c39-8d4c-5c4e34b15e32", "name": "network-vif-deleted", "tag": "301848d5-4e91-4499-a14a-1c51d41cd535", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:17:31.400272 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77469665-c2cf-426f-a7c3-89b0835987d0 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:17:31.400729 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17791b7-a9c9-4c39-8d4c-5c4e34b15e32', 'name': 'network-vif-deleted', 'tag': '301848d5-4e91-4499-a14a-1c51d41cd535', 'status': 'completed', 'code': 200} Jun 17 08:17:31.419223 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64eb54-637f-4774-b09b-1c2a0337c76a req-a1e7ccb1-07f7-4ab4-ae7b-8daf36278db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:31.420778 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-de64eb54-637f-4774-b09b-1c2a0337c76a req-a1e7ccb1-07f7-4ab4-ae7b-8daf36278db5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=da111854-fd63-44a1-a9dd-29b1fcf5b71e HTTP/1.1" status: 200 len: 915 time: 0.2002609 Jun 17 08:17:31.487049 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-de64eb54-637f-4774-b09b-1c2a0337c76a req-150318b7-dbc9-416d-95f1-8fab80ca1c88 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ef349f3-ca27-4673-90bd-c2c4a1c724e8 HTTP/1.1" status: 200 len: 217 time: 0.0511200 Jun 17 08:17:31.568354 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64eb54-637f-4774-b09b-1c2a0337c76a req-4306637e-5e35-478d-ba6e-8b9072200201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:31.569793 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-de64eb54-637f-4774-b09b-1c2a0337c76a req-4306637e-5e35-478d-ba6e-8b9072200201 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=335d4122-2137-4da9-8766-76e06a885002 HTTP/1.1" status: 200 len: 854 time: 0.0641174 Jun 17 08:17:31.588533 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b71cab-1c13-4906-92d0-165263d04d83 req-6f97e233-6d20-4e1e-8816-b766d72d0936 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:31.590080 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c7b71cab-1c13-4906-92d0-165263d04d83 req-6f97e233-6d20-4e1e-8816-b766d72d0936 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 945 time: 0.1470923 Jun 17 08:17:31.624653 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-de64eb54-637f-4774-b09b-1c2a0337c76a req-acd06117-58c6-4a19-b7b4-3fa03e5e0a9c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=da111854-fd63-44a1-a9dd-29b1fcf5b71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335691 Jun 17 08:17:31.673589 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c7b71cab-1c13-4906-92d0-165263d04d83 req-d27bc114-2c62-483a-b8ff-99dc56501f29 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739906 Jun 17 08:17:31.763222 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-de64eb54-637f-4774-b09b-1c2a0337c76a req-946bf0e3-ec4c-45e1-b0ff-781570b43b99 service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234295 Jun 17 08:17:31.918944 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-de64eb54-637f-4774-b09b-1c2a0337c76a req-c1e9ffce-84fc-46f8-8d59-dfcc88221ada service neutron] 10.222.0.38 "GET /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436515 Jun 17 08:17:31.935610 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586ce49-61cd-4ae3-a8d0-4da311d55258 req-71091ba6-8c9c-4f97-84c7-9cd92f83f6f0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:31.937323 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b586ce49-61cd-4ae3-a8d0-4da311d55258 req-71091ba6-8c9c-4f97-84c7-9cd92f83f6f0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 945 time: 0.1298547 Jun 17 08:17:31.949267 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 54232) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:31.957869 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-01abf207-d881-4973-980e-94575819a8a0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Request body: {'floatingip': {'port_id': '727aab32-4198-4d88-88a8-44a103bc2f77'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:32.035029 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-01abf207-d881-4973-980e-94575819a8a0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for floatingip, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:32.575262 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-01abf207-d881-4973-980e-94575819a8a0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:32.580114 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-01abf207-d881-4973-980e-94575819a8a0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:32.698255 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.l3_db [None req-01abf207-d881-4973-980e-94575819a8a0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Floating IP cd34510f-7b5b-45b8-8b49-247a3b8ea307 associated. External IP: 172.27.0.235, port: 727aab32-4198-4d88-88a8-44a103bc2f77. Jun 17 08:17:32.858515 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca429346-72a2-4bfd-a110-3069aa90b598 req-6f013d4c-2e48-4034-96ce-61d65106b628 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:32.860130 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ca429346-72a2-4bfd-a110-3069aa90b598 req-6f013d4c-2e48-4034-96ce-61d65106b628 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 945 time: 0.0782170 Jun 17 08:17:32.904378 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ca429346-72a2-4bfd-a110-3069aa90b598 req-f4c25a85-1507-4703-870d-3b4eb36e74cf tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377226 Jun 17 08:17:32.945625 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01abf207-d881-4973-980e-94575819a8a0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:17:33.067095 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01abf207-d881-4973-980e-94575819a8a0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:17:33.072593 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-01abf207-d881-4973-980e-94575819a8a0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:33.080341 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7270941e-5047-4784-9d3c-efc4fa4b33f7 None None] Sync routers for ids ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:17:33.093677 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7270941e-5047-4784-9d3c-efc4fa4b33f7 None None] Routers {'636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:17:33.094390 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-7270941e-5047-4784-9d3c-efc4fa4b33f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:17:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:33.116184 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-01abf207-d881-4973-980e-94575819a8a0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "PUT /v2.0/floatingips/cd34510f-7b5b-45b8-8b49-247a3b8ea307 HTTP/1.1" status: 200 len: 991 time: 1.1643884 Jun 17 08:17:33.208753 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-7270941e-5047-4784-9d3c-efc4fa4b33f7 None None] Set router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:17:33.401714 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf7f05c-67a6-4b85-825b-022830201fd1', 'tag': '727aab32-4198-4d88-88a8-44a103bc2f77'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:17:33.404351 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896e092e-6f91-4761-a8f9-ab22b834bfd6" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf7f05c-67a6-4b85-825b-022830201fd1", "tag": "727aab32-4198-4d88-88a8-44a103bc2f77"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:17:33.449914 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b93d84-ef31-45e8-a7ab-91575170aadf x-openstack-request-id: req-95b93d84-ef31-45e8-a7ab-91575170aadf {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:17:33.450334 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf7f05c-67a6-4b85-825b-022830201fd1", "tag": "727aab32-4198-4d88-88a8-44a103bc2f77", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:17:33.450700 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95b93d84-ef31-45e8-a7ab-91575170aadf {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:17:33.451358 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf7f05c-67a6-4b85-825b-022830201fd1', 'tag': '727aab32-4198-4d88-88a8-44a103bc2f77', 'status': 'completed', 'code': 200} Jun 17 08:17:33.560141 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e092e-6f91-4761-a8f9-ab22b834bfd6 req-d784d24b-97f4-4fbd-afbc-6f2bccc7f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:33.562984 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-896e092e-6f91-4761-a8f9-ab22b834bfd6 req-d784d24b-97f4-4fbd-afbc-6f2bccc7f1c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f50cdcfdd2fd408d86d30f95622cad2f&device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 1098 time: 0.0876157 Jun 17 08:17:33.668521 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-7270941e-5047-4784-9d3c-efc4fa4b33f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': 'cd34510f-7b5b-45b8-8b49-247a3b8ea307', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'floating_ip_address': '172.27.0.235', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'port_id': '727aab32-4198-4d88-88a8-44a103bc2f77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'mac_address': 'fa:16:3e:4d:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf7f05c-67a6-4b85-825b-022830201fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:17:18Z', 'updated_at': '2021-06-17T08:17:32Z', 'revision_number': 1, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3707d13d-b0e9-41cb-b7a2-f047b6b4c37d', 'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'mac_address': 'fa:16:3e:49:13:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:14Z', 'updated_at': '2021-06-17T08:12:33Z', 'revision_number': 5, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'subnets': [{'id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:33.704130 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7270941e-5047-4784-9d3c-efc4fa4b33f7 None None] Checking router: 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:17:33.716105 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7270941e-5047-4784-9d3c-efc4fa4b33f7 None None] Routers {'636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:17:33.716775 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-7270941e-5047-4784-9d3c-efc4fa4b33f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:17:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:33.863606 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-7270941e-5047-4784-9d3c-efc4fa4b33f7 None None] Set router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:17:33.947720 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e092e-6f91-4761-a8f9-ab22b834bfd6 req-12019041-9752-4960-83d0-ccd21015e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:33.955380 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-896e092e-6f91-4761-a8f9-ab22b834bfd6 req-12019041-9752-4960-83d0-ccd21015e7f1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c7133842-e71c-43e6-ac53-3faca71f09d3 HTTP/1.1" status: 200 len: 912 time: 0.3785102 Jun 17 08:17:34.036829 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-896e092e-6f91-4761-a8f9-ab22b834bfd6 req-d20227cc-6525-413f-8619-cb7ebec43006 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=727aab32-4198-4d88-88a8-44a103bc2f77 HTTP/1.1" status: 200 len: 999 time: 0.0750599 Jun 17 08:17:34.157739 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-7270941e-5047-4784-9d3c-efc4fa4b33f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': 'cd34510f-7b5b-45b8-8b49-247a3b8ea307', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'floating_ip_address': '172.27.0.235', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'port_id': '727aab32-4198-4d88-88a8-44a103bc2f77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'mac_address': 'fa:16:3e:4d:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf7f05c-67a6-4b85-825b-022830201fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:17:18Z', 'updated_at': '2021-06-17T08:17:32Z', 'revision_number': 1, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3707d13d-b0e9-41cb-b7a2-f047b6b4c37d', 'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'mac_address': 'fa:16:3e:49:13:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:14Z', 'updated_at': '2021-06-17T08:12:33Z', 'revision_number': 5, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'subnets': [{'id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:34.172171 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e092e-6f91-4761-a8f9-ab22b834bfd6 req-52b63798-3d6d-48fa-a5dd-bea2fe3567a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:34.175036 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-896e092e-6f91-4761-a8f9-ab22b834bfd6 req-52b63798-3d6d-48fa-a5dd-bea2fe3567a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12 HTTP/1.1" status: 200 len: 850 time: 0.1262612 Jun 17 08:17:34.187996 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7270941e-5047-4784-9d3c-efc4fa4b33f7 None None] The sync data for ids ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'] in dv-cinder-791281-5-iscsi is: [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': 'cd34510f-7b5b-45b8-8b49-247a3b8ea307', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'floating_ip_address': '172.27.0.235', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'port_id': '727aab32-4198-4d88-88a8-44a103bc2f77', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'mac_address': 'fa:16:3e:4d:65:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf7f05c-67a6-4b85-825b-022830201fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:17:18Z', 'updated_at': '2021-06-17T08:17:32Z', 'revision_number': 1, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3707d13d-b0e9-41cb-b7a2-f047b6b4c37d', 'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'mac_address': 'fa:16:3e:49:13:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:14Z', 'updated_at': '2021-06-17T08:12:33Z', 'revision_number': 5, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'subnets': [{'id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:17:34.259016 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ccefa-a68a-48ed-ac2c-ada7f922ca9b req-00ebc460-7d49-46b0-a2d4-c8ed51af3d68 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:34.261468 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-606ccefa-a68a-48ed-ac2c-ada7f922ca9b req-00ebc460-7d49-46b0-a2d4-c8ed51af3d68 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.38 "GET /v2.0/ports?device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 945 time: 0.0853667 Jun 17 08:17:34.277653 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc2646-fcfd-4a17-854d-db5d80bfc382 req-88b193a5-eac2-4a19-be6e-56f986991a4b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:34.279289 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6bcc2646-fcfd-4a17-854d-db5d80bfc382 req-88b193a5-eac2-4a19-be6e-56f986991a4b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 945 time: 0.1924210 Jun 17 08:17:34.299647 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e092e-6f91-4761-a8f9-ab22b834bfd6 req-7c241167-aa2f-44b5-ad34-be2a3c61849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:34.301297 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-896e092e-6f91-4761-a8f9-ab22b834bfd6 req-7c241167-aa2f-44b5-ad34-be2a3c61849a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c7133842-e71c-43e6-ac53-3faca71f09d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1182063 Jun 17 08:17:34.365153 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6bcc2646-fcfd-4a17-854d-db5d80bfc382 req-5cfeb6ef-7bee-4bd1-a5ce-bdb3144886fa tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685012 Jun 17 08:17:34.436857 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-606ccefa-a68a-48ed-ac2c-ada7f922ca9b req-bf484372-bdcd-49fd-a68f-dc3f0129ac52 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Deleting port 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:17:34.437205 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-606ccefa-a68a-48ed-ac2c-ada7f922ca9b req-bf484372-bdcd-49fd-a68f-dc3f0129ac52 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:34.455682 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-896e092e-6f91-4761-a8f9-ab22b834bfd6 req-83edc6c6-5fb8-44ef-9f8b-de84253853c6 service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395819 Jun 17 08:17:34.517226 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7463f3-e69a-43c8-bf47-18a116a99ea2 None None] New status for floating IP cd34510f-7b5b-45b8-8b49-247a3b8ea307: ACTIVE {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:17:34.554349 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-606ccefa-a68a-48ed-ac2c-ada7f922ca9b req-bf484372-bdcd-49fd-a68f-dc3f0129ac52 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] For port 65f717d2-fcf5-4401-8a95-9a1513ce8eb9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=65f717d2-fcf5-4401-8a95-9a1513ce8eb9,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:34.555326 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-606ccefa-a68a-48ed-ac2c-ada7f922ca9b req-bf484372-bdcd-49fd-a68f-dc3f0129ac52 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:34.626754 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-896e092e-6f91-4761-a8f9-ab22b834bfd6 req-5d660809-57f1-4fd5-8f87-fc0e9ed7fa9e service neutron] 10.222.0.38 "GET /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548669 Jun 17 08:17:34.628377 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-606ccefa-a68a-48ed-ac2c-ada7f922ca9b req-bf484372-bdcd-49fd-a68f-dc3f0129ac52 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Calling delete_port for 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:17:34.812963 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-606ccefa-a68a-48ed-ac2c-ada7f922ca9b req-bf484372-bdcd-49fd-a68f-dc3f0129ac52 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:34.817501 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2eaaa767-4939-4848-9284-ea145051213f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:34.825463 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['9ef349f3-ca27-4673-90bd-c2c4a1c724e8', '65f717d2-fcf5-4401-8a95-9a1513ce8eb9'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:17:34.844986 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf484372-bdcd-49fd-a68f-dc3f0129ac52 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Pushing event deleted for resources: {'Port': ['ID=65f717d2-fcf5-4401-8a95-9a1513ce8eb9,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:34.848386 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bf484372-bdcd-49fd-a68f-dc3f0129ac52 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:34.897448 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-606ccefa-a68a-48ed-ac2c-ada7f922ca9b req-bf484372-bdcd-49fd-a68f-dc3f0129ac52 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] No DVR routers for this DVR port 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 on host hv-cinder-79128 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:17:34.900547 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-606ccefa-a68a-48ed-ac2c-ada7f922ca9b req-bf484372-bdcd-49fd-a68f-dc3f0129ac52 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:34.902568 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-606ccefa-a68a-48ed-ac2c-ada7f922ca9b req-bf484372-bdcd-49fd-a68f-dc3f0129ac52 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.38 "DELETE /v2.0/ports/65f717d2-fcf5-4401-8a95-9a1513ce8eb9 HTTP/1.1" status: 204 len: 173 time: 0.6355398 Jun 17 08:17:34.976768 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 301848d5-4e91-4499-a14a-1c51d41cd535 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:17:35.006113 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: 301848d5-4e91-4499-a14a-1c51d41cd535 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:17:35.006113 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 301848d5-4e91-4499-a14a-1c51d41cd535 not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:17:35.006628 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:17:35.034714 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:17:35.035056 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 65f717d2-fcf5-4401-8a95-9a1513ce8eb9 not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:17:35.453285 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de3113c-9b3f-455d-b44c-130a2653fe23', 'name': 'network-vif-deleted', 'tag': '65f717d2-fcf5-4401-8a95-9a1513ce8eb9'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:17:35.457742 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa1b40f-2b46-429e-b69b-4eafb0c69e2e" -d '{"events": [{"server_uuid": "7de3113c-9b3f-455d-b44c-130a2653fe23", "name": "network-vif-deleted", "tag": "65f717d2-fcf5-4401-8a95-9a1513ce8eb9"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:17:35.510545 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99126f99-ce58-4879-96fa-6191c24aff59 x-openstack-request-id: req-99126f99-ce58-4879-96fa-6191c24aff59 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:17:35.511146 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de3113c-9b3f-455d-b44c-130a2653fe23", "name": "network-vif-deleted", "tag": "65f717d2-fcf5-4401-8a95-9a1513ce8eb9", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:17:35.511456 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-99126f99-ce58-4879-96fa-6191c24aff59 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:17:35.512424 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de3113c-9b3f-455d-b44c-130a2653fe23', 'name': 'network-vif-deleted', 'tag': '65f717d2-fcf5-4401-8a95-9a1513ce8eb9', 'status': 'completed', 'code': 200} Jun 17 08:17:35.602411 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f85fd9dd-1a6a-41ad-a812-5a6b680f1cb5 req-89690b8f-6f4e-407c-9f2a-e15199191ff2 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=7de3113c-9b3f-455d-b44c-130a2653fe23 HTTP/1.1" status: 200 len: 210 time: 0.0459654 Jun 17 08:17:38.249050 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8708e2-6afc-4908-a651-fc064c6b8542 req-a3c2ca51-bab6-40d9-83b3-5589c9651070 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:38.250630 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8b8708e2-6afc-4908-a651-fc064c6b8542 req-a3c2ca51-bab6-40d9-83b3-5589c9651070 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735 HTTP/1.1" status: 200 len: 946 time: 0.0696733 Jun 17 08:17:38.293183 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8b8708e2-6afc-4908-a651-fc064c6b8542 req-b86f4298-f4cf-4193-861b-9268d273fa41 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357265 Jun 17 08:17:39.488108 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0c7bd-b657-42fa-8aa4-07b838250f05 req-d9c6bff4-d12d-467e-8bd9-e145495d7c92 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:39.489793 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b7f0c7bd-b657-42fa-8aa4-07b838250f05 req-d9c6bff4-d12d-467e-8bd9-e145495d7c92 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735 HTTP/1.1" status: 200 len: 946 time: 0.0683601 Jun 17 08:17:39.556504 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b7f0c7bd-b657-42fa-8aa4-07b838250f05 req-c995a93f-9912-4c61-9356-16ef9ad7b6b8 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/security-groups?id=49989966-1480-4673-b8c9-1e00ee2160b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580103 Jun 17 08:17:39.777484 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b58b3f-2e68-49b0-a049-8cd3678e7a54 req-d867c7ca-f237-4e49-8e50-5f49526400dc tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:39.779251 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f0b58b3f-2e68-49b0-a049-8cd3678e7a54 req-d867c7ca-f237-4e49-8e50-5f49526400dc tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.38 "GET /v2.0/ports?device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735 HTTP/1.1" status: 200 len: 946 time: 0.0782061 Jun 17 08:17:39.899167 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-f0b58b3f-2e68-49b0-a049-8cd3678e7a54 req-b1dd84e5-a665-4f7b-b000-a243f1fe7d84 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Deleting port 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:17:39.899665 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f0b58b3f-2e68-49b0-a049-8cd3678e7a54 req-b1dd84e5-a665-4f7b-b000-a243f1fe7d84 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.236915 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-f0b58b3f-2e68-49b0-a049-8cd3678e7a54 req-b1dd84e5-a665-4f7b-b000-a243f1fe7d84 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] For port 9ef349f3-ca27-4673-90bd-c2c4a1c724e8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9ef349f3-ca27-4673-90bd-c2c4a1c724e8,segment=NetworkSegment(86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a),segment_id=86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:40.237267 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f0b58b3f-2e68-49b0-a049-8cd3678e7a54 req-b1dd84e5-a665-4f7b-b000-a243f1fe7d84 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.299521 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-f0b58b3f-2e68-49b0-a049-8cd3678e7a54 req-b1dd84e5-a665-4f7b-b000-a243f1fe7d84 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Calling delete_port for 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:17:40.439604 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f0b58b3f-2e68-49b0-a049-8cd3678e7a54 req-b1dd84e5-a665-4f7b-b000-a243f1fe7d84 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.443326 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:40.460422 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['9ef349f3-ca27-4673-90bd-c2c4a1c724e8'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:17:40.469810 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd84e5-a665-4f7b-b000-a243f1fe7d84 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Pushing event deleted for resources: {'Port': ['ID=9ef349f3-ca27-4673-90bd-c2c4a1c724e8,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:40.472924 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b1dd84e5-a665-4f7b-b000-a243f1fe7d84 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:40.519843 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b58b3f-2e68-49b0-a049-8cd3678e7a54 req-b1dd84e5-a665-4f7b-b000-a243f1fe7d84 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] No DVR routers for this DVR port 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 on host hv-cinder-79128 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:17:40.522847 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f0b58b3f-2e68-49b0-a049-8cd3678e7a54 req-b1dd84e5-a665-4f7b-b000-a243f1fe7d84 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.525597 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f0b58b3f-2e68-49b0-a049-8cd3678e7a54 req-b1dd84e5-a665-4f7b-b000-a243f1fe7d84 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.38 "DELETE /v2.0/ports/9ef349f3-ca27-4673-90bd-c2c4a1c724e8 HTTP/1.1" status: 204 len: 173 time: 0.7411087 Jun 17 08:17:40.526100 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d7d49c-2c7f-4a79-ba53-63b73ceb1735', 'name': 'network-vif-deleted', 'tag': '9ef349f3-ca27-4673-90bd-c2c4a1c724e8'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:17:40.528492 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58de1e4b-2f05-441c-909d-5a7fc90ce8eb" -d '{"events": [{"server_uuid": "c3d7d49c-2c7f-4a79-ba53-63b73ceb1735", "name": "network-vif-deleted", "tag": "9ef349f3-ca27-4673-90bd-c2c4a1c724e8"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:17:40.569751 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0339c1-4bed-4f7c-8568-aed09c5b0f4b x-openstack-request-id: req-3f0339c1-4bed-4f7c-8568-aed09c5b0f4b {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:17:40.570205 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d7d49c-2c7f-4a79-ba53-63b73ceb1735", "name": "network-vif-deleted", "tag": "9ef349f3-ca27-4673-90bd-c2c4a1c724e8", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:17:40.571034 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f0339c1-4bed-4f7c-8568-aed09c5b0f4b {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:17:40.571504 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d7d49c-2c7f-4a79-ba53-63b73ceb1735', 'name': 'network-vif-deleted', 'tag': '9ef349f3-ca27-4673-90bd-c2c4a1c724e8', 'status': 'completed', 'code': 200} Jun 17 08:17:40.710393 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2f66e056-265f-4f9e-8410-06bdd634f38a req-bc8607a9-14b1-4771-bc48-a884f51132a9 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3d7d49c-2c7f-4a79-ba53-63b73ceb1735 HTTP/1.1" status: 200 len: 210 time: 0.0340827 Jun 17 08:17:41.807441 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 54300) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:41.850544 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Deleting subnet 335d4122-2137-4da9-8766-76e06a885002 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:17:41.853657 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:41.888573 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63721517'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:41.926858 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841451'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:41.978626 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63741480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64449861'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:41.980898 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1e0b4c93-2a2a-44f1-b5dc-c97273818fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:42.015483 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=335d4122-2137-4da9-8766-76e06a885002,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:42.027222 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:42.028890 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/335d4122-2137-4da9-8766-76e06a885002 HTTP/1.1" status: 204 len: 168 time: 0.2204773 Jun 17 08:17:42.030618 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.030969 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.031435 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.031764 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 54306) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:42.032159 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.032159 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.032443 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.032779 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.033118 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.033453 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.033788 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.034120 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.034450 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.044640 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:42.105347 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977769'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:42.190371 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840562', 'neutron.services.segments.db._delete_segments_for_network-8738547431473'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:42.202466 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:42.202852 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:42.203650 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:42.203990 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Subscribe: > port after_create 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:42.204332 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Subscribe: > port after_delete 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:42.204668 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Subscribe: > port after_update 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:42.204996 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:42.205323 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:42.205638 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:42.205951 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:42.274792 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:42.275145 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:42.275504 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:42.275834 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92979) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:42.276216 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da111854-fd63-44a1-a9dd-29b1fcf5b71e']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:42.295839 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:42.296133 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bb6efd-9db8-46bd-acfc-1f5cb7ba5a6a') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:42.313787 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738547430786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58020398'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:42.336092 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:42.356949 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:17:42.357361 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57996908'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: Traceback (most recent call last): Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: timer() Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: cb(*args, **kw) Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: return func(*args, **kwargs) Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: self._notify() Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: self.callback(batched_events) Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: event.method(event) Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: return f(self, *a, **k) Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._get(url).json() Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:17:42.371993 dv-cinder-791281-5-iscsi neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:17:42.375846 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:17:42.375846 dv-cinder-791281-5-iscsi neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:17:42.375846 dv-cinder-791281-5-iscsi neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:17:42.425786 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67087437'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:42.432506 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:42.437316 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] 10.222.0.35 "DELETE /v2.0/networks/da111854-fd63-44a1-a9dd-29b1fcf5b71e HTTP/1.1" status: 204 len: 168 time: 0.4017370 Jun 17 08:17:42.437316 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d8ed511e-bb16-4355-aa70-706564aca178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:42.448330 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Pushing event deleted for resources: {'Network': ['ID=da111854-fd63-44a1-a9dd-29b1fcf5b71e,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:42.455847 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.456219 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.456580 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.456933 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.457338 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.457632 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.457985 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.460186 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.460186 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.460186 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.460186 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.460186 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:42.464080 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:42.609074 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 54318) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:42.648778 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-7148fe39-4e3d-443d-9143-c9d99914e256 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a965bf4dc7d4a7d9f135d4c83cf8eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379837 Jun 17 08:17:42.651129 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 54320) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:42.709079 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-18b55152-e515-4376-ad02-ec0c8e9a55d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:42.731367 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-18b55152-e515-4376-ad02-ec0c8e9a55d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:42.780930 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-18b55152-e515-4376-ad02-ec0c8e9a55d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:42.784366 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-18b55152-e515-4376-ad02-ec0c8e9a55d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:42.785494 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-18b55152-e515-4376-ad02-ec0c8e9a55d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/49989966-1480-4673-b8c9-1e00ee2160b3 HTTP/1.1" status: 204 len: 168 time: 0.1334605 Jun 17 08:17:42.786356 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-366b3e7d-02cd-4cdf-8184-4aef31693905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:42.795963 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b55152-e515-4376-ad02-ec0c8e9a55d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49989966-1480-4673-b8c9-1e00ee2160b3,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:42.798326 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-18b55152-e515-4376-ad02-ec0c8e9a55d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:42.992392 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:17:43.013316 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:17:43.013667 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 9ef349f3-ca27-4673-90bd-c2c4a1c724e8 not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:17:43.866222 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 54356) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:43.973792 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-317342bd-3fb4-417e-bc00-ac23af1e837b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:44.068129 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-317342bd-3fb4-417e-bc00-ac23af1e837b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:44.072487 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-317342bd-3fb4-417e-bc00-ac23af1e837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:44.074732 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f85d8faa-7e82-4519-9608-b1587ae082a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:44.109191 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317342bd-3fb4-417e-bc00-ac23af1e837b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d144216-efa4-4ad1-bca0-68717f68743f,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:44.113432 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-317342bd-3fb4-417e-bc00-ac23af1e837b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3362f905bc44d61987bd1b75b33ca93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461021 Jun 17 08:17:44.114460 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-317342bd-3fb4-417e-bc00-ac23af1e837b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:44.116323 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 54362) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:44.169693 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-36945cdd-f63b-454d-9cf1-6eddfb40e62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:44.195847 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-36945cdd-f63b-454d-9cf1-6eddfb40e62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:44.243671 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-36945cdd-f63b-454d-9cf1-6eddfb40e62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:44.246355 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-36945cdd-f63b-454d-9cf1-6eddfb40e62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:44.247539 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-36945cdd-f63b-454d-9cf1-6eddfb40e62a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3d144216-efa4-4ad1-bca0-68717f68743f HTTP/1.1" status: 204 len: 168 time: 0.1303091 Jun 17 08:17:44.248375 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-2303f931-48eb-4d91-af0d-71f8c6c97caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:44.256734 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36945cdd-f63b-454d-9cf1-6eddfb40e62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d144216-efa4-4ad1-bca0-68717f68743f,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:44.260297 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-36945cdd-f63b-454d-9cf1-6eddfb40e62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:44.730562 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0010336-f631-4910-8b74-a97d2ba98403 req-08c6043b-470e-4cbe-8904-a5d11760b5a4 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:44.732136 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c0010336-f631-4910-8b74-a97d2ba98403 req-08c6043b-470e-4cbe-8904-a5d11760b5a4 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0705872 Jun 17 08:17:44.772801 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c0010336-f631-4910-8b74-a97d2ba98403 req-ac69bbdc-1d2f-43c7-b07c-2dd0a62ad80b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342741 Jun 17 08:17:45.969202 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d2f4e-0201-4ddb-a457-c3529f2cf3ba req-196dbb2e-c15b-44f8-a077-18103e6b2d7b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:45.970717 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d32d2f4e-0201-4ddb-a457-c3529f2cf3ba req-196dbb2e-c15b-44f8-a077-18103e6b2d7b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0776157 Jun 17 08:17:46.009760 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d32d2f4e-0201-4ddb-a457-c3529f2cf3ba req-412890bc-0bcf-47ec-8e1f-176b5a193355 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334473 Jun 17 08:17:47.185648 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5880543-e310-47a8-b2c8-d560699a026d req-ceb0c52c-7e14-4964-97a2-44d7889ebf61 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:47.187012 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e5880543-e310-47a8-b2c8-d560699a026d req-ceb0c52c-7e14-4964-97a2-44d7889ebf61 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0630825 Jun 17 08:17:47.225753 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e5880543-e310-47a8-b2c8-d560699a026d req-2eee3a6c-ea93-46cf-843f-6c47c0e48f42 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329802 Jun 17 08:17:48.434170 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64257f8-6f98-4fac-a1b0-e1f07d7e01c3 req-45230926-a43a-4f9b-a2d5-124f033fc890 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:48.435739 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e64257f8-6f98-4fac-a1b0-e1f07d7e01c3 req-45230926-a43a-4f9b-a2d5-124f033fc890 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0789273 Jun 17 08:17:48.476950 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e64257f8-6f98-4fac-a1b0-e1f07d7e01c3 req-080a166d-d273-455d-8dde-1249db2c0ae0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351503 Jun 17 08:17:49.204628 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:17:49.672793 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de3f1d-cfc0-4699-981d-f0f92f2a4a85 req-ab265a16-5031-41d9-8b00-4443fe67dd40 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:49.674316 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e4de3f1d-cfc0-4699-981d-f0f92f2a4a85 req-ab265a16-5031-41d9-8b00-4443fe67dd40 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0724208 Jun 17 08:17:49.713295 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e4de3f1d-cfc0-4699-981d-f0f92f2a4a85 req-9515dc6d-f08e-4d73-9f0f-361ecc3b8508 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327957 Jun 17 08:17:50.895898 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288b309-52d8-4961-8776-bc358feb7d3e req-d7a5b09d-bff1-4519-b585-ce298b3af1db tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:50.897327 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8288b309-52d8-4961-8776-bc358feb7d3e req-d7a5b09d-bff1-4519-b585-ce298b3af1db tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0659108 Jun 17 08:17:50.945269 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8288b309-52d8-4961-8776-bc358feb7d3e req-ba23b306-57fa-481e-bf3d-9f5769ff8d9a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408547 Jun 17 08:17:52.134439 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8abed-0e80-4bac-94b3-af08ba2cdc0c req-c4cd2c25-ab77-42a1-b64a-87e2bdbf43d8 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:52.135958 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-55b8abed-0e80-4bac-94b3-af08ba2cdc0c req-c4cd2c25-ab77-42a1-b64a-87e2bdbf43d8 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0686960 Jun 17 08:17:52.174324 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-55b8abed-0e80-4bac-94b3-af08ba2cdc0c req-01c3324e-d36b-4004-806e-a7116d93a700 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326490 Jun 17 08:17:52.292825 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 54520) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:52.393860 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d3279cc2-b26a-4c66-98c1-1f5d897b68e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.483461 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d3279cc2-b26a-4c66-98c1-1f5d897b68e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.487038 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d3279cc2-b26a-4c66-98c1-1f5d897b68e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.489344 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-10e0fc53-4b21-47a4-af6b-c992003972c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:52.526688 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-d3279cc2-b26a-4c66-98c1-1f5d897b68e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5dc67df781e94783be52bd7eb57f530c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327957 Jun 17 08:17:52.527625 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3279cc2-b26a-4c66-98c1-1f5d897b68e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaf6834-bd0d-4f14-9fec-0f60f749b37d,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:52.530477 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 54526) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:52.545516 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d3279cc2-b26a-4c66-98c1-1f5d897b68e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:52.581714 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a8e43e2-db1f-48f1-a826-6ef36aaa232f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.602387 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a8e43e2-db1f-48f1-a826-6ef36aaa232f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.649496 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a8e43e2-db1f-48f1-a826-6ef36aaa232f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.652199 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2a8e43e2-db1f-48f1-a826-6ef36aaa232f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.653348 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-2a8e43e2-db1f-48f1-a826-6ef36aaa232f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dbaf6834-bd0d-4f14-9fec-0f60f749b37d HTTP/1.1" status: 204 len: 168 time: 0.1216292 Jun 17 08:17:52.654085 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-61a0b3a1-0b4d-4d2b-9932-88a3821898ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:52.661272 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e43e2-db1f-48f1-a826-6ef36aaa232f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaf6834-bd0d-4f14-9fec-0f60f749b37d,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:52.663460 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2a8e43e2-db1f-48f1-a826-6ef36aaa232f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:52.915701 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 54532) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:52.933198 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-03f1af8d-fc7f-46e4-8f76-dd3dd26dc28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.028718 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-03f1af8d-fc7f-46e4-8f76-dd3dd26dc28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.034859 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-03f1af8d-fc7f-46e4-8f76-dd3dd26dc28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.037626 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5bde7de5-22a0-47de-a72a-9f8a9df540b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:53.076526 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-03f1af8d-fc7f-46e4-8f76-dd3dd26dc28b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=769aef3e9761439d9f83c659aad27528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597166 Jun 17 08:17:53.077707 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1af8d-fc7f-46e4-8f76-dd3dd26dc28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3fece4-d655-4822-bf49-ef5ff2c703ac,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:53.079575 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 54534) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:53.080838 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-03f1af8d-fc7f-46e4-8f76-dd3dd26dc28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:53.136100 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-be33c453-096a-48ee-bbf0-4e88e9671876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.157135 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-be33c453-096a-48ee-bbf0-4e88e9671876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.205643 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-be33c453-096a-48ee-bbf0-4e88e9671876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.208358 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-be33c453-096a-48ee-bbf0-4e88e9671876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.209505 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-be33c453-096a-48ee-bbf0-4e88e9671876 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a3fece4-d655-4822-bf49-ef5ff2c703ac HTTP/1.1" status: 204 len: 168 time: 0.1288252 Jun 17 08:17:53.210827 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-54bbcc80-351e-4227-a2dd-3f23e2d4ac86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:53.219336 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33c453-096a-48ee-bbf0-4e88e9671876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3fece4-d655-4822-bf49-ef5ff2c703ac,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:53.224343 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-be33c453-096a-48ee-bbf0-4e88e9671876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:53.402486 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d73d88-634a-4531-a63f-bbc341a8f4cf req-95c61d96-3f3c-4c35-bf78-48d4b4e7cf44 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:53.404321 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a4d73d88-634a-4531-a63f-bbc341a8f4cf req-95c61d96-3f3c-4c35-bf78-48d4b4e7cf44 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0707297 Jun 17 08:17:53.448860 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a4d73d88-634a-4531-a63f-bbc341a8f4cf req-ff1cc31c-72d6-4069-bd80-b62907f3165c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349488 Jun 17 08:17:53.583359 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 54542) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:53.599321 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-94128cbf-2be9-4bba-aa7e-0bc335d16328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.690838 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-94128cbf-2be9-4bba-aa7e-0bc335d16328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.695270 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-94128cbf-2be9-4bba-aa7e-0bc335d16328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.698410 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-31fa8cdf-e6c9-4f56-b533-ac3e7cc825f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:53.739838 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-94128cbf-2be9-4bba-aa7e-0bc335d16328 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8087c5ae3cdd4ee8bb12255c7a2f5b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528051 Jun 17 08:17:53.739838 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94128cbf-2be9-4bba-aa7e-0bc335d16328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89a2401-1fd3-4c8e-9fa5-c9dc65cc4394,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:53.740351 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 54546) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:53.744518 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-94128cbf-2be9-4bba-aa7e-0bc335d16328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:53.802186 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cbade2e3-dff8-4ac0-a0f0-ed458597a27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.830098 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cbade2e3-dff8-4ac0-a0f0-ed458597a27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.884110 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cbade2e3-dff8-4ac0-a0f0-ed458597a27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.887197 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cbade2e3-dff8-4ac0-a0f0-ed458597a27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.888369 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-cbade2e3-dff8-4ac0-a0f0-ed458597a27d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b89a2401-1fd3-4c8e-9fa5-c9dc65cc4394 HTTP/1.1" status: 204 len: 168 time: 0.1469269 Jun 17 08:17:53.889185 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e9d54163-2f19-40b8-a8bf-09445f2436a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:53.896600 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbade2e3-dff8-4ac0-a0f0-ed458597a27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89a2401-1fd3-4c8e-9fa5-c9dc65cc4394,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:53.899692 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cbade2e3-dff8-4ac0-a0f0-ed458597a27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:53.929960 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-10a4636f-5529-422b-92d8-6e8f6704945e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:54.628721 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f8b81-0911-475b-acbf-39f20b174e76 req-e5a98c01-ea6a-482b-913e-1477b9226e43 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:54.630179 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-eb5f8b81-0911-475b-acbf-39f20b174e76 req-e5a98c01-ea6a-482b-913e-1477b9226e43 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0643260 Jun 17 08:17:54.670336 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-eb5f8b81-0911-475b-acbf-39f20b174e76 req-020937a6-3951-4b55-8c40-ded12574dc03 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336578 Jun 17 08:17:55.884516 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929306e-8b2c-4722-8cf6-1c65cfe5feb8 req-9d0477a9-76e7-4618-9a7b-86894b9bd8b9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:55.886013 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f929306e-8b2c-4722-8cf6-1c65cfe5feb8 req-9d0477a9-76e7-4618-9a7b-86894b9bd8b9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0678294 Jun 17 08:17:55.923258 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f929306e-8b2c-4722-8cf6-1c65cfe5feb8 req-93a7992b-3b76-4c6e-9006-19899fa811d5 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313852 Jun 17 08:17:56.508520 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:56.731282 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-934f1408-8bec-43e8-8ad8-2f0156de5b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:57.069409 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device f7d56857-c62b-44bc-842c-a3bd43ce4fa8 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:17:57.108086 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aabdcd-36d7-4726-ad34-e0d581b472b0 req-2604f776-bfc4-4779-97fd-68c05ad39c95 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:57.109586 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-43aabdcd-36d7-4726-ad34-e0d581b472b0 req-2604f776-bfc4-4779-97fd-68c05ad39c95 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0696912 Jun 17 08:17:57.147550 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-43aabdcd-36d7-4726-ad34-e0d581b472b0 req-62d34f39-c2f7-4046-ba55-668553b3463b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323300 Jun 17 08:17:57.181268 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port f7d56857-c62b-44bc-842c-a3bd43ce4fa8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:57.195956 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'port_id': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8', 'mac_address': 'fa:16:3e:98:ae:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:17:57.243314 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:57.264517 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7d56857-c62b-44bc-842c-a3bd43ce4fa8 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:17:57.289047 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port f7d56857-c62b-44bc-842c-a3bd43ce4fa8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:57.296247 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:57.298379 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:57.355429 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,revision_number=6']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:57.359299 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:57.380931 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['f7d56857-c62b-44bc-842c-a3bd43ce4fa8'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:17:57.798206 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.385735 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2d7bd-880b-46aa-8b0a-c0ccaaeb9eeb req-677d5ae2-cd03-4ad7-887d-11ad77a1b196 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:58.388936 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-aed2d7bd-880b-46aa-8b0a-c0ccaaeb9eeb req-677d5ae2-cd03-4ad7-887d-11ad77a1b196 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 945 time: 0.1054547 Jun 17 08:17:58.465929 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-aed2d7bd-880b-46aa-8b0a-c0ccaaeb9eeb req-01d1b2d2-75f7-4b17-bb49-12b8e7f26e79 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701358 Jun 17 08:17:58.728687 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:59.094005 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device f7d56857-c62b-44bc-842c-a3bd43ce4fa8 up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:59.173835 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port f7d56857-c62b-44bc-842c-a3bd43ce4fa8 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:59.174259 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:59.293251 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:59.328660 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:17:59.331099 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9d6942-1738-468f-942a-fb345bc31ef6" -d '{"events": [{"server_uuid": "92119254-f1c3-4b28-82aa-5ebb163ea834", "name": "network-vif-plugged", "status": "completed", "tag": "f7d56857-c62b-44bc-842c-a3bd43ce4fa8"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:17:59.351397 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port f7d56857-c62b-44bc-842c-a3bd43ce4fa8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:59.359195 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:59.362486 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:59.429943 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,revision_number=7']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:59.433552 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:59.593359 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c056bb61-07d4-4569-bf04-04df8ea54168 x-openstack-request-id: req-c056bb61-07d4-4569-bf04-04df8ea54168 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:17:59.593710 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92119254-f1c3-4b28-82aa-5ebb163ea834", "name": "network-vif-plugged", "status": "completed", "tag": "f7d56857-c62b-44bc-842c-a3bd43ce4fa8", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:17:59.593959 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c056bb61-07d4-4569-bf04-04df8ea54168 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:17:59.595217 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8', 'code': 200} Jun 17 08:17:59.689725 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:59.743870 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1cffc-3a28-4fd1-88a8-7d439baf64ca req-6529830c-bdd7-472b-a5b8-cc951460fc71 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:59.755428 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4ef1cffc-3a28-4fd1-88a8-7d439baf64ca req-6529830c-bdd7-472b-a5b8-cc951460fc71 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.1209154 Jun 17 08:17:59.798114 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4ef1cffc-3a28-4fd1-88a8-7d439baf64ca req-534489d3-ec48-42f2-aa0b-890695d50a95 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416927 Jun 17 08:18:01.062277 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0d209-3c7d-46f7-8df9-5467847967dd req-0ab2853a-9761-48a8-8370-ec1c440f9e28 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:01.070967 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-dbf0d209-3c7d-46f7-8df9-5467847967dd req-0ab2853a-9761-48a8-8370-ec1c440f9e28 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.1052778 Jun 17 08:18:01.119462 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-dbf0d209-3c7d-46f7-8df9-5467847967dd req-5bef25e8-8fd4-42aa-9f92-040f5ae05d38 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472579 Jun 17 08:18:02.404803 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b024f1b-50ce-4e7a-a8f5-e9ac07c693ef req-a8f2eb1b-9d70-4ecb-8e52-f45a0c527fab tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:02.407174 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1b024f1b-50ce-4e7a-a8f5-e9ac07c693ef req-a8f2eb1b-9d70-4ecb-8e52-f45a0c527fab tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0720375 Jun 17 08:18:02.463070 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1b024f1b-50ce-4e7a-a8f5-e9ac07c693ef req-d30c739c-7f86-49dc-87b4-ed67af66d142 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490990 Jun 17 08:18:03.736767 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2df29-fa55-4089-a146-75d5437fe366 req-1a2c4949-fa1e-4e22-8d6a-7bdc17a6a6b3 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:03.743603 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b1e2df29-fa55-4089-a146-75d5437fe366 req-1a2c4949-fa1e-4e22-8d6a-7bdc17a6a6b3 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0978286 Jun 17 08:18:03.807994 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b1e2df29-fa55-4089-a146-75d5437fe366 req-15e235c1-20bc-4efe-9688-51f08dc6a6ca tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611181 Jun 17 08:18:05.019683 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd08951-a8e9-4f96-a52b-576235a15c7a req-60d0fd4e-7176-4bad-8291-a50b39f2ba0f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:05.021256 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2bd08951-a8e9-4f96-a52b-576235a15c7a req-60d0fd4e-7176-4bad-8291-a50b39f2ba0f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0842991 Jun 17 08:18:05.067029 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2bd08951-a8e9-4f96-a52b-576235a15c7a req-574885e2-5d38-43af-867d-1ad92d6edb89 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393491 Jun 17 08:18:06.285657 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05e887-40ed-49b2-ba7f-39ce38b75255 req-63d19733-0a1d-49b5-8c44-7353356c803c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:06.287369 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2c05e887-40ed-49b2-ba7f-39ce38b75255 req-63d19733-0a1d-49b5-8c44-7353356c803c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0771384 Jun 17 08:18:06.333260 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2c05e887-40ed-49b2-ba7f-39ce38b75255 req-50812d28-4fcb-4582-afcb-b332b0ee2463 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371554 Jun 17 08:18:07.511717 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad61d11-6ef7-4482-a185-cd0aa3d3d72f req-7f038fd9-daed-41a9-b467-f8cfcb8b8a42 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:07.513531 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0ad61d11-6ef7-4482-a185-cd0aa3d3d72f req-7f038fd9-daed-41a9-b467-f8cfcb8b8a42 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0623143 Jun 17 08:18:07.550360 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0ad61d11-6ef7-4482-a185-cd0aa3d3d72f req-cd85e519-0a1f-4f37-b258-be1df47747d3 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313091 Jun 17 08:18:07.880136 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c03271-8707-4f1d-a5ad-74e7a76d3536 req-2df2030d-ed16-47ad-85b6-5858c76bc108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:07.882132 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-01c03271-8707-4f1d-a5ad-74e7a76d3536 req-2df2030d-ed16-47ad-85b6-5858c76bc108 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8752c1061ce9489f85b5546f7e4dbe9c&device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 1099 time: 0.0517836 Jun 17 08:18:07.975571 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c03271-8707-4f1d-a5ad-74e7a76d3536 req-8c47a083-800d-43ec-8652-41138118f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:07.976974 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-01c03271-8707-4f1d-a5ad-74e7a76d3536 req-8c47a083-800d-43ec-8652-41138118f69a service neutron] 10.222.0.38 "GET /v2.0/networks?id=19ba03da-5332-4f85-9243-9aa68eba305b HTTP/1.1" status: 200 len: 918 time: 0.0867364 Jun 17 08:18:08.044610 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-01c03271-8707-4f1d-a5ad-74e7a76d3536 req-87efd2fc-7ac1-4f3f-be22-e0f5747fe75c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8 HTTP/1.1" status: 200 len: 1002 time: 0.0603836 Jun 17 08:18:08.098569 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c03271-8707-4f1d-a5ad-74e7a76d3536 req-d920e929-82bc-47b1-ac48-7086e926b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:08.100181 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-01c03271-8707-4f1d-a5ad-74e7a76d3536 req-d920e929-82bc-47b1-ac48-7086e926b2be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d98a074-331c-4766-b44c-a8c8c8e4d172 HTTP/1.1" status: 200 len: 856 time: 0.0477862 Jun 17 08:18:08.158046 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c03271-8707-4f1d-a5ad-74e7a76d3536 req-742b171c-c47c-451b-93e3-30515c3ae32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:08.159569 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-01c03271-8707-4f1d-a5ad-74e7a76d3536 req-742b171c-c47c-451b-93e3-30515c3ae32d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19ba03da-5332-4f85-9243-9aa68eba305b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516565 Jun 17 08:18:08.250762 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-01c03271-8707-4f1d-a5ad-74e7a76d3536 req-1e2a94a4-ff4e-4275-96dd-18fdc95c4b1d service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826561 Jun 17 08:18:08.346546 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-01c03271-8707-4f1d-a5ad-74e7a76d3536 req-b066ee07-bfea-4576-8937-ac0345982378 service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862725 Jun 17 08:18:08.735919 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1551630-8a15-46fd-82c2-b863d9043005 req-82c0cabf-c992-4c1f-a79b-4929bcd16417 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:08.737299 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a1551630-8a15-46fd-82c2-b863d9043005 req-82c0cabf-c992-4c1f-a79b-4929bcd16417 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0655968 Jun 17 08:18:08.776901 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a1551630-8a15-46fd-82c2-b863d9043005 req-e999f263-918c-48d5-b1fb-a8f78516d44f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331254 Jun 17 08:18:09.959472 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a29ea-ebd6-4d23-87d4-a03005f4ade5 req-45f860dc-1405-44ac-91b9-c4a1754fc36d tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:09.961933 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-655a29ea-ebd6-4d23-87d4-a03005f4ade5 req-45f860dc-1405-44ac-91b9-c4a1754fc36d tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0687602 Jun 17 08:18:10.001915 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-655a29ea-ebd6-4d23-87d4-a03005f4ade5 req-6c4459f6-64c6-4c7e-b9ad-a8392accf8c9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335989 Jun 17 08:18:11.183306 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device f7d56857-c62b-44bc-842c-a3bd43ce4fa8 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:18:11.187412 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacab30-4f55-49c5-9e1b-b9942e7ecbd4 req-8a6ea209-a1b0-499f-8bd7-1289ad61a256 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:11.188932 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0dacab30-4f55-49c5-9e1b-b9942e7ecbd4 req-8a6ea209-a1b0-499f-8bd7-1289ad61a256 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 946 time: 0.0679383 Jun 17 08:18:11.228922 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0dacab30-4f55-49c5-9e1b-b9942e7ecbd4 req-1a308c21-8f7e-4b68-851f-ac2383e2a7c6 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340848 Jun 17 08:18:11.271443 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:11.295664 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:11.298104 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694061ce-f8d3-4af6-8a7b-8ab917527560" -d '{"events": [{"server_uuid": "92119254-f1c3-4b28-82aa-5ebb163ea834", "name": "network-vif-unplugged", "status": "completed", "tag": "f7d56857-c62b-44bc-842c-a3bd43ce4fa8"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:11.311365 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port f7d56857-c62b-44bc-842c-a3bd43ce4fa8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:11.316291 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:11.318822 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:11.344165 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcbbf28-3e5e-4227-b896-bf97cd45b345 x-openstack-request-id: req-bfcbbf28-3e5e-4227-b896-bf97cd45b345 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:11.344580 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92119254-f1c3-4b28-82aa-5ebb163ea834", "name": "network-vif-unplugged", "status": "failed", "tag": "f7d56857-c62b-44bc-842c-a3bd43ce4fa8", "code": 422}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:11.344942 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bfcbbf28-3e5e-4227-b896-bf97cd45b345 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:11.345535 dv-cinder-791281-5-iscsi neutron-server[92981]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8', 'code': 422} returned with failed status Jun 17 08:18:11.385470 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,revision_number=8']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:11.395724 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:11.396142 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:11.396542 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:11.396947 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:11.397860 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:11.398190 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:11.398602 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:11.398825 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:11.399143 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:11.399488 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:11.399881 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:11.400341 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:11.406118 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:12.389354 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-77ef8774-6a25-482c-bec1-df2b16808149 req-f908b448-6799-4854-be4a-901da6f04cf9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0548418 Jun 17 08:18:12.392774 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0c250-a839-4bef-822f-a77b90d73bda req-998fdd06-b99d-49e9-affb-21fc78c6ca01 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:12.394529 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4ff0c250-a839-4bef-822f-a77b90d73bda req-998fdd06-b99d-49e9-affb-21fc78c6ca01 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 944 time: 0.0712826 Jun 17 08:18:12.435981 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4ff0c250-a839-4bef-822f-a77b90d73bda req-a34e9354-a523-4b93-b06e-e69b11de1c9d tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353348 Jun 17 08:18:13.309879 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef8774-6a25-482c-bec1-df2b16808149 req-1158977a-73eb-49c2-a7cd-7dec7cf554d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:13.311416 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-77ef8774-6a25-482c-bec1-df2b16808149 req-1158977a-73eb-49c2-a7cd-7dec7cf554d2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834&tenant_id=8752c1061ce9489f85b5546f7e4dbe9c HTTP/1.1" status: 200 len: 1097 time: 0.0910306 Jun 17 08:18:13.386042 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef8774-6a25-482c-bec1-df2b16808149 req-4a26933c-2953-4ae4-a7d8-4080585762f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:13.387843 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-77ef8774-6a25-482c-bec1-df2b16808149 req-4a26933c-2953-4ae4-a7d8-4080585762f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8752c1061ce9489f85b5546f7e4dbe9c&device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 1097 time: 0.0546954 Jun 17 08:18:13.491627 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef8774-6a25-482c-bec1-df2b16808149 req-a53711da-5da6-4e3d-924d-ef0946dfb511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:13.493312 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-77ef8774-6a25-482c-bec1-df2b16808149 req-a53711da-5da6-4e3d-924d-ef0946dfb511 service neutron] 10.222.0.38 "GET /v2.0/networks?id=19ba03da-5332-4f85-9243-9aa68eba305b HTTP/1.1" status: 200 len: 918 time: 0.0986791 Jun 17 08:18:13.562436 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-77ef8774-6a25-482c-bec1-df2b16808149 req-f171c8c4-2592-4cb1-bb35-8c32e61887e2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8 HTTP/1.1" status: 200 len: 1000 time: 0.0627434 Jun 17 08:18:13.612035 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef8774-6a25-482c-bec1-df2b16808149 req-8c11d35b-d94a-4ba4-b6e5-81c0b33d324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:13.613547 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-77ef8774-6a25-482c-bec1-df2b16808149 req-8c11d35b-d94a-4ba4-b6e5-81c0b33d324a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d98a074-331c-4766-b44c-a8c8c8e4d172 HTTP/1.1" status: 200 len: 856 time: 0.0453618 Jun 17 08:18:13.622109 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738c320-1884-43a1-b0e4-64510f19e544 req-d3268e7b-b560-4097-bb3d-b9b31d052aa2 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:13.623685 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d738c320-1884-43a1-b0e4-64510f19e544 req-d3268e7b-b560-4097-bb3d-b9b31d052aa2 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 944 time: 0.0659511 Jun 17 08:18:13.678451 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d738c320-1884-43a1-b0e4-64510f19e544 req-e86bfc28-409f-4e71-8b0e-4fb0896eb685 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483723 Jun 17 08:18:13.690648 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef8774-6a25-482c-bec1-df2b16808149 req-15998131-e531-4f17-90d5-c039a0e52a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:13.692210 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-77ef8774-6a25-482c-bec1-df2b16808149 req-15998131-e531-4f17-90d5-c039a0e52a7a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19ba03da-5332-4f85-9243-9aa68eba305b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724227 Jun 17 08:18:13.786532 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-77ef8774-6a25-482c-bec1-df2b16808149 req-46cded21-159e-4dfa-a6d0-841bf0ac6cad service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873182 Jun 17 08:18:13.885376 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-77ef8774-6a25-482c-bec1-df2b16808149 req-e7797a3d-d680-4c47-b9fd-ee816d8fdb17 service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927997 Jun 17 08:18:14.890180 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b5a80-d263-4931-bf28-cad79cd5cdcf req-c4eeaeb3-e229-4409-aa6e-a902cb62ce03 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:14.892458 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ac1b5a80-d263-4931-bf28-cad79cd5cdcf req-c4eeaeb3-e229-4409-aa6e-a902cb62ce03 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 944 time: 0.0771735 Jun 17 08:18:14.941274 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ac1b5a80-d263-4931-bf28-cad79cd5cdcf req-cf3acedc-334a-4014-8ad4-67932f6debbf tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414610 Jun 17 08:18:16.224058 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9e042-8d93-4c62-bb24-f0c00434acc7 req-21aef795-2932-487f-ae75-2509ea12641b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:16.226304 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9aa9e042-8d93-4c62-bb24-f0c00434acc7 req-21aef795-2932-487f-ae75-2509ea12641b tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 944 time: 0.0724933 Jun 17 08:18:16.270718 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9aa9e042-8d93-4c62-bb24-f0c00434acc7 req-e7a8a54e-f3a3-4972-9797-f580b94f3140 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350883 Jun 17 08:18:17.470892 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a005b86-2aea-4248-bee6-f0b8d2adf9e5 req-4e02eb68-dee5-4121-91eb-fa6c0a511f81 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:17.472398 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1a005b86-2aea-4248-bee6-f0b8d2adf9e5 req-4e02eb68-dee5-4121-91eb-fa6c0a511f81 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 944 time: 0.0695784 Jun 17 08:18:17.516036 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1a005b86-2aea-4248-bee6-f0b8d2adf9e5 req-0d45068e-30e9-4907-ac25-a571c278e5c0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378292 Jun 17 08:18:18.753920 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80150d59-afd1-492d-bc42-320fcd913b62 req-eb854f21-901a-4e7c-9bcc-55efada85bfa tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:18.755560 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-80150d59-afd1-492d-bc42-320fcd913b62 req-eb854f21-901a-4e7c-9bcc-55efada85bfa tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 944 time: 0.0677171 Jun 17 08:18:18.810419 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-80150d59-afd1-492d-bc42-320fcd913b62 req-e76d2ace-b28d-4d81-b427-5cff0b5984c8 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484087 Jun 17 08:18:19.997954 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13746be2-6252-4957-bcbd-d5d1ad544222 req-85995399-fb01-4164-8b4a-cd29691c309e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:19.999590 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-13746be2-6252-4957-bcbd-d5d1ad544222 req-85995399-fb01-4164-8b4a-cd29691c309e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 944 time: 0.0633051 Jun 17 08:18:20.053801 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-13746be2-6252-4957-bcbd-d5d1ad544222 req-9aaf391e-a433-48da-b18e-6d5174dc64c8 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483232 Jun 17 08:18:21.236518 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad084f0-ec3e-4e48-af1a-77d9cfddb89e req-1a753ac0-597c-4021-86f3-d66755088a53 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:21.238099 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6ad084f0-ec3e-4e48-af1a-77d9cfddb89e req-1a753ac0-597c-4021-86f3-d66755088a53 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 944 time: 0.0680170 Jun 17 08:18:21.279380 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6ad084f0-ec3e-4e48-af1a-77d9cfddb89e req-efc18e89-cb6a-4659-869b-f813981e7ff3 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354445 Jun 17 08:18:22.471695 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde2f48-74d3-4fd4-8bae-e31f768b1679 req-7d0b5c43-d0f3-426a-82b6-0906a64dae16 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:22.473257 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2fde2f48-74d3-4fd4-8bae-e31f768b1679 req-7d0b5c43-d0f3-426a-82b6-0906a64dae16 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 944 time: 0.0698812 Jun 17 08:18:22.518458 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2fde2f48-74d3-4fd4-8bae-e31f768b1679 req-8f4d9907-99a2-45ed-95ba-c8b78ea3cc50 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388660 Jun 17 08:18:23.202579 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 54924) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:23.356565 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f037b67d-497a-475c-975a-b774b18815a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:23.450246 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f037b67d-497a-475c-975a-b774b18815a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:23.454340 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f037b67d-497a-475c-975a-b774b18815a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:23.456922 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-09f29943-d268-44dd-ad04-b4cf20978e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:23.508262 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-f037b67d-497a-475c-975a-b774b18815a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=845327956e774b6aaf651800d2fd4928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044593 Jun 17 08:18:23.509385 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037b67d-497a-475c-975a-b774b18815a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d138b713-351b-4a1e-99e2-c2056960cf06,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:23.511344 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 54928) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:23.524158 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f037b67d-497a-475c-975a-b774b18815a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:23.580336 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3e894fb5-6418-4bc8-9dfb-1f956c26b6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:23.604523 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3e894fb5-6418-4bc8-9dfb-1f956c26b6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:23.657131 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3e894fb5-6418-4bc8-9dfb-1f956c26b6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:23.660499 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3e894fb5-6418-4bc8-9dfb-1f956c26b6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:23.661690 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3e894fb5-6418-4bc8-9dfb-1f956c26b6cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d138b713-351b-4a1e-99e2-c2056960cf06 HTTP/1.1" status: 204 len: 168 time: 0.1483111 Jun 17 08:18:23.662763 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1a63e56b-5105-4f03-bf6e-d28815214cb9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:23.671374 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e894fb5-6418-4bc8-9dfb-1f956c26b6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d138b713-351b-4a1e-99e2-c2056960cf06,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:23.683650 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3e894fb5-6418-4bc8-9dfb-1f956c26b6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:23.759266 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85809852-2510-49cb-b7b1-3aa15cde7fdb req-0104badd-df17-49af-b228-bb3bebc604db tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:23.762184 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-85809852-2510-49cb-b7b1-3aa15cde7fdb req-0104badd-df17-49af-b228-bb3bebc604db tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 944 time: 0.0934548 Jun 17 08:18:23.843263 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-85809852-2510-49cb-b7b1-3aa15cde7fdb req-fd56da34-273d-4ab6-990f-3c3bf68445a3 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681000 Jun 17 08:18:23.935964 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0de0fef6-b65f-4d71-bd5c-369a60011d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:24.554703 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 54952) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:24.694847 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-919920592-network', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:24.730973 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] Made reservation on behalf of 5ad4965f6e5b49d0a4e4204f2ca58d36 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:24.734829 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:24.746993 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:24.902377 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:24.936049 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:24.940053 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7153cbc9-a5e0-4662-9f9f-721bcc4d6e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:24.996222 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:18:25.000220 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa9ce8d-3486-45f8-8898-c060e34638f4,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:25.006358 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.007054 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] Added segment fdd8f78f-4233-4f08-a4b0-ca21d15acc81 of type vlan for network f06aa2e1-db4d-4e4a-b1b3-09309ade0894 Jun 17 08:18:25.009071 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:25.065251 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.116539 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.118108 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:25.118810 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.122147 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-cf825fb9-3001-463f-a302-ffb0320cdd07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:25.203154 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6470344 Jun 17 08:18:25.204800 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] Pushing event updated for resources: {'Network': ['ID=f06aa2e1-db4d-4e4a-b1b3-09309ade0894,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:25.209711 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 54958) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:25.218310 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-207d4f02-a464-4cb0-a31c-aace9c4ca29b admin admin] Request body: {'subnet': {'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-919920592-subnet', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:25.219580 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network f06aa2e1-db4d-4e4a-b1b3-09309ade0894 details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:18:25.220134 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:25.240357 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6e0c5-fceb-4910-b232-663b46c2ba0f req-c0333161-baea-48de-9384-01b1fde70e1a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:25.249400 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1fd6e0c5-fceb-4910-b232-663b46c2ba0f req-c0333161-baea-48de-9384-01b1fde70e1a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 944 time: 0.0986922 Jun 17 08:18:25.301792 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1fd6e0c5-fceb-4910-b232-663b46c2ba0f req-30cc1771-e943-4d2a-b9f0-abbfd5df1321 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511322 Jun 17 08:18:25.310038 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207d4f02-a464-4cb0-a31c-aace9c4ca29b admin admin] Made reservation on behalf of 5ad4965f6e5b49d0a4e4204f2ca58d36 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:25.312520 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-207d4f02-a464-4cb0-a31c-aace9c4ca29b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62916947'] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.485936 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-207d4f02-a464-4cb0-a31c-aace9c4ca29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57996942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62916929'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.488333 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:25.549450 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d4f02-a464-4cb0-a31c-aace9c4ca29b admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7bb7c4-9fbf-4034-956a-6f4e72343dd0,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:25.555404 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-207d4f02-a464-4cb0-a31c-aace9c4ca29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:25.560780 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207d4f02-a464-4cb0-a31c-aace9c4ca29b admin admin] Checking segment: {'id': 'fdd8f78f-4233-4f08-a4b0-ca21d15acc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:25.561138 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207d4f02-a464-4cb0-a31c-aace9c4ca29b admin admin] Network hostable DHCP agents. Network: f06aa2e1-db4d-4e4a-b1b3-09309ade0894, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:18:25.580273 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207d4f02-a464-4cb0-a31c-aace9c4ca29b admin admin] Network f06aa2e1-db4d-4e4a-b1b3-09309ade0894 is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:18:25.590513 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-207d4f02-a464-4cb0-a31c-aace9c4ca29b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, f06aa2e1-db4d-4e4a-b1b3-09309ade0894) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:25.600925 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207d4f02-a464-4cb0-a31c-aace9c4ca29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:25.601944 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621d96ec-51a0-4c04-8f85-df4d1ee8cc26 None None] Network f06aa2e1-db4d-4e4a-b1b3-09309ade0894 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:18:25.602919 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-207d4f02-a464-4cb0-a31c-aace9c4ca29b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.638154 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-207d4f02-a464-4cb0-a31c-aace9c4ca29b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4261224 Jun 17 08:18:25.642795 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 54960) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:25.648016 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-919920592-router', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:25.692251 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67094716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.693968 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67095061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67089084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-811'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.818975 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b715e4-768a-5a0b-966d-03ac32f1023e-f06aa2e1-db4d-4e4a-b1b3-09309ade0894', 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'fixed_ips': [{'subnet_id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0'}]}} from dv-cinder-791281-5-iscsi. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:18:25.820645 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.831579 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.031287 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Allocated IP 172.20.0.2 (f06aa2e1-db4d-4e4a-b1b3-09309ade0894/be7bb7c4-9fbf-4034-956a-6f4e72343dd0/4b686217-c74a-49ff-bf71-a5798cd2fb13) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:26.060267 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67089070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67094674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-829'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.206192 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:18:26.313879 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.345169 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.434092 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.444656 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Transition to ACTIVE for port object 4b686217-c74a-49ff-bf71-a5798cd2fb13 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:26.464539 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Transition to ACTIVE for port object 4b686217-c74a-49ff-bf71-a5798cd2fb13 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:26.475271 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.477303 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:26.497998 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Allocated IP 172.27.0.163 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/a7962df8-26ff-48a7-a5f8-6fc9a06b6145) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:26.540483 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.549327 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Network f06aa2e1-db4d-4e4a-b1b3-09309ade0894 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:26.553429 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:26.558195 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:26.560974 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Pushing event updated for resources: {'Port': ['ID=4b686217-c74a-49ff-bf71-a5798cd2fb13,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:26.565775 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:26.662854 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Attempting to bind port 4b686217-c74a-49ff-bf71-a5798cd2fb13 on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:26.663252 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Attempting to bind port 4b686217-c74a-49ff-bf71-a5798cd2fb13 by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': 'fdd8f78f-4233-4f08-a4b0-ca21d15acc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:26.663632 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Attempting to bind port 4b686217-c74a-49ff-bf71-a5798cd2fb13 on network f06aa2e1-db4d-4e4a-b1b3-09309ade0894 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:26.675542 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:26.675975 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Checking segment: {'id': 'fdd8f78f-4233-4f08-a4b0-ca21d15acc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:26.676428 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.676827 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Bound using segment: {'id': 'fdd8f78f-4233-4f08-a4b0-ca21d15acc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:26.677509 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Bound port: 4b686217-c74a-49ff-bf71-a5798cd2fb13, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd8f78f-4233-4f08-a4b0-ca21d15acc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:26.678000 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.680761 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.691942 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcaa7c-a57a-4b88-8b8f-27831eb80c97 req-024aef77-8f7c-448a-9823-28b13f456d33 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:26.694189 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-11dcaa7c-a57a-4b88-8b8f-27831eb80c97 req-024aef77-8f7c-448a-9823-28b13f456d33 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 944 time: 0.1041338 Jun 17 08:18:26.724184 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63741659'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.726363 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-42cf5610-07fe-4cf2-b734-ab8113124ba0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:26.751824 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-11dcaa7c-a57a-4b88-8b8f-27831eb80c97 req-5a418995-2637-4fbf-9719-4d2b957e106e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459287 Jun 17 08:18:26.767187 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:26.770148 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:26.780649 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:26.784536 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6266addd-25d1-49ca-bfba-429f12d6cc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.805254 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Pushing event updated for resources: {'Port': ['ID=a7962df8-26ff-48a7-a5f8-6fc9a06b6145,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:26.811824 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] For port 4b686217-c74a-49ff-bf71-a5798cd2fb13, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:26.815330 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:26.818077 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] For port 4b686217-c74a-49ff-bf71-a5798cd2fb13, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=4b686217-c74a-49ff-bf71-a5798cd2fb13,segment=NetworkSegment(fdd8f78f-4233-4f08-a4b0-ca21d15acc81),segment_id=fdd8f78f-4233-4f08-a4b0-ca21d15acc81)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:26.823789 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.827505 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:26.898707 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Pushing event updated for resources: {'Port': ['ID=4b686217-c74a-49ff-bf71-a5798cd2fb13,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:26.902074 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:27.066312 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.279196 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67094661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67089112'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.682802 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a is scheduled to L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:18:27.802583 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.804490 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:18:27.818347 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Sync routers for ids ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:18:27.830689 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Routers {'3907e5c7-4fc1-48b9-a0f1-1540832bf06a'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:27.831412 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:27.833454 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.838900 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 54972) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:27.840845 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1981187 Jun 17 08:18:27.991369 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Set router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:28.047801 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4181b671-14c5-4152-8b07-1099f5176d55 None None] Network f06aa2e1-db4d-4e4a-b1b3-09309ade0894 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:18:28.080165 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 4b686217-c74a-49ff-bf71-a5798cd2fb13 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:28.091283 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690799f-ed34-4254-ad4a-203deae99184 req-02e06d4b-0847-4e05-8442-63376629bd9e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:28.092955 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c690799f-ed34-4254-ad4a-203deae99184 req-02e06d4b-0847-4e05-8442-63376629bd9e tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 944 time: 0.1284833 Jun 17 08:18:28.235404 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-f994d22b-8aaa-47de-bfd3-95e1b4eb87eb None None] Provisioning for port 4b686217-c74a-49ff-bf71-a5798cd2fb13 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:28.340984 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c690799f-ed34-4254-ad4a-203deae99184 req-8a964fb4-4d4c-4803-b493-7b94f5deb447 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180537 Jun 17 08:18:28.345205 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 4b686217-c74a-49ff-bf71-a5798cd2fb13 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:28.367935 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 4b686217-c74a-49ff-bf71-a5798cd2fb13 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:28.368399 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:28.465729 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'name': 'tempest-TestMinimumBasicScenario-919920592-router', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:25Z', 'updated_at': '2021-06-17T08:18:26Z', 'revision_number': 3, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'gw_port': {'id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:26Z', 'updated_at': '2021-06-17T08:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:28.501163 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:28.521414 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Checking router: 3907e5c7-4fc1-48b9-a0f1-1540832bf06a for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:18:28.521767 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Updating router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a port a7962df8-26ff-48a7-a5f8-6fc9a06b6145 binding host dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:18:28.563839 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:28.581815 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:28.637113 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 4b686217-c74a-49ff-bf71-a5798cd2fb13, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=4b686217-c74a-49ff-bf71-a5798cd2fb13,segment=NetworkSegment(fdd8f78f-4233-4f08-a4b0-ca21d15acc81),segment_id=fdd8f78f-4233-4f08-a4b0-ca21d15acc81)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:28.645012 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:28.692406 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:28.707092 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Allocated IP 172.20.0.1 (f06aa2e1-db4d-4e4a-b1b3-09309ade0894/be7bb7c4-9fbf-4034-956a-6f4e72343dd0/534a61f9-b868-43f9-905d-b994b9e8252a) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:28.762347 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:28.789172 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=4b686217-c74a-49ff-bf71-a5798cd2fb13,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:28.797234 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:28.835986 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:28.846871 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-2d274ff5-577f-4676-b63a-2104a219760f None None] Provisioning complete for port 4b686217-c74a-49ff-bf71-a5798cd2fb13 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:28.847735 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2d274ff5-577f-4676-b63a-2104a219760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:28.849994 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Transition to ACTIVE for port object 534a61f9-b868-43f9-905d-b994b9e8252a will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:28.886598 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57996850'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:28.889037 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:28.932058 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Network f06aa2e1-db4d-4e4a-b1b3-09309ade0894 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:28.935361 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:28.941419 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:28.976304 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Pushing event updated for resources: {'Port': ['ID=534a61f9-b868-43f9-905d-b994b9e8252a,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:28.985341 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:29.008141 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67093353'] for router_interface, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.008496 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.020854 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Transition to ACTIVE for port object a7962df8-26ff-48a7-a5f8-6fc9a06b6145 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:29.035314 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.035314 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:29.091093 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Attempting to bind port a7962df8-26ff-48a7-a5f8-6fc9a06b6145 on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:29.091521 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Attempting to bind port a7962df8-26ff-48a7-a5f8-6fc9a06b6145 by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:29.091896 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Attempting to bind port a7962df8-26ff-48a7-a5f8-6fc9a06b6145 on network d7615c75-e47e-4bd3-8b0f-d4d338da562e {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:29.111093 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1716ee-90a6-4cde-bcfb-6a1b890a2ffd None None] Pushing event updated for resources: {'Port': ['ID=a7962df8-26ff-48a7-a5f8-6fc9a06b6145,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:29.117028 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-de1716ee-90a6-4cde-bcfb-6a1b890a2ffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:29.118601 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:29.119380 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Checking segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:29.120109 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.120799 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Bound using segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:29.121608 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Bound port: a7962df8-26ff-48a7-a5f8-6fc9a06b6145, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:29.122301 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.208531 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] For port a7962df8-26ff-48a7-a5f8-6fc9a06b6145, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:29.219363 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] For port a7962df8-26ff-48a7-a5f8-6fc9a06b6145, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=a7962df8-26ff-48a7-a5f8-6fc9a06b6145,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:29.235611 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.242214 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:29.245977 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-78b2cae2-72d9-454a-ac91-26ceff041622 None None] Provisioning for port 534a61f9-b868-43f9-905d-b994b9e8252a completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:29.277465 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device f7d56857-c62b-44bc-842c-a3bd43ce4fa8 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:18:29.304560 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-78b2cae2-72d9-454a-ac91-26ceff041622 None None] Provisioning complete for port 534a61f9-b868-43f9-905d-b994b9e8252a triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:29.304930 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-78b2cae2-72d9-454a-ac91-26ceff041622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.367397 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Routers {'3907e5c7-4fc1-48b9-a0f1-1540832bf06a'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:29.368052 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:29.482311 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.564970 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1716ee-90a6-4cde-bcfb-6a1b890a2ffd None None] Pushing event updated for resources: {'Port': ['ID=a7962df8-26ff-48a7-a5f8-6fc9a06b6145,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:29.601976 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-de1716ee-90a6-4cde-bcfb-6a1b890a2ffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:29.606924 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-78b2cae2-72d9-454a-ac91-26ceff041622 None None] Port 534a61f9-b868-43f9-905d-b994b9e8252a cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:29.615432 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f7360-e7fa-42dd-9bbc-93723d9d7c1c req-8eef855c-a28c-4a47-834c-051e1912d70a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:29.617442 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8c1f7360-e7fa-42dd-9bbc-93723d9d7c1c req-8eef855c-a28c-4a47-834c-051e1912d70a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 944 time: 0.1260574 Jun 17 08:18:29.688348 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.717584 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port f7d56857-c62b-44bc-842c-a3bd43ce4fa8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:29.726600 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8c1f7360-e7fa-42dd-9bbc-93723d9d7c1c req-9a4d3362-5050-4ae9-81c3-88ccebc55d7f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947051 Jun 17 08:18:29.743090 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] Set router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:29.793728 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.799926 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57996800'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.803780 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ce9d82e6-9814-4835-9ec2-23e9c699924f tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:29.807998 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'port_id': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8', 'mac_address': 'fa:16:3e:98:ae:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:18:29.870895 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66618784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67093269'] for router_interface, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.880657 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Pushing event updated for resources: {'Port': ['ID=534a61f9-b868-43f9-905d-b994b9e8252a,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:29.885374 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:29.908731 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.935065 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d56857-c62b-44bc-842c-a3bd43ce4fa8 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:29.970206 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port f7d56857-c62b-44bc-842c-a3bd43ce4fa8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:29.990367 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 4b686217-c74a-49ff-bf71-a5798cd2fb13 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:29.994844 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:30.004353 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Network f06aa2e1-db4d-4e4a-b1b3-09309ade0894 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:30.005927 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:30.016350 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:30.096688 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,revision_number=9']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:30.101387 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:30.110022 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 4b686217-c74a-49ff-bf71-a5798cd2fb13 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:30.110408 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:30.138420 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:18:30.140375 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'name': 'tempest-TestMinimumBasicScenario-919920592-router', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:25Z', 'updated_at': '2021-06-17T08:18:26Z', 'revision_number': 3, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'gw_port': {'id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:26Z', 'updated_at': '2021-06-17T08:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:30.182310 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d65fe5-a66b-4e2f-a57e-5273571cfce1 None None] The sync data for ids ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'] in dv-cinder-791281-5-iscsi is: [{'id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'name': 'tempest-TestMinimumBasicScenario-919920592-router', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:25Z', 'updated_at': '2021-06-17T08:18:26Z', 'revision_number': 3, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'gw_port': {'id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:26Z', 'updated_at': '2021-06-17T08:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:18:30.249397 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['f7d56857-c62b-44bc-842c-a3bd43ce4fa8'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:18:30.298159 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:18:30.303426 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] 10.222.0.35 "PUT /v2.0/routers/3907e5c7-4fc1-48b9-a0f1-1540832bf06a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4631255 Jun 17 08:18:30.366732 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-4c375003-0d20-48b1-a372-7aaf3462986d None None] Provisioning complete for port 534a61f9-b868-43f9-905d-b994b9e8252a triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:30.367119 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4c375003-0d20-48b1-a372-7aaf3462986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:30.427132 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-4c375003-0d20-48b1-a372-7aaf3462986d None None] Port 534a61f9-b868-43f9-905d-b994b9e8252a cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:30.862478 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55012) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:30.878568 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1103406064-network', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:30.931062 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Made reservation on behalf of af61cc59b21e4057a75c446bc3fe7368 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:30.933439 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:30.944730 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:30.979886 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23cc3f-85f1-41ff-b080-422d4b54f468 req-4221493a-090c-4254-9ada-4017ddcebee4 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:30.981241 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4a23cc3f-85f1-41ff-b080-422d4b54f468 req-4221493a-090c-4254-9ada-4017ddcebee4 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 945 time: 0.1173379 Jun 17 08:18:31.045460 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4a23cc3f-85f1-41ff-b080-422d4b54f468 req-8f9d093c-5f9f-4cc5-b2a9-4ee16b2adf51 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567262 Jun 17 08:18:31.087327 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.093365 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.096405 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-24de1387-d12b-4770-96f9-2eb880ef34cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:31.121209 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:18:31.127686 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ba415b-ab51-4511-aa76-8da0788c39cd,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:31.131365 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:31.134726 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.136121 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.segments_db [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Added segment 8d91999f-892e-4dcc-9c45-7c318b33e99a of type vlan for network a2a23534-972b-4b49-9ec1-baea43aa810f Jun 17 08:18:31.177634 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.207465 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.208770 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:31.209349 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.211423 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:31.244560 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3787649 Jun 17 08:18:31.247740 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55016) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:31.255837 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-0626396b-9518-4495-87e4-1b3f7040f909 admin admin] Request body: {'subnet': {'network_id': 'a2a23534-972b-4b49-9ec1-baea43aa810f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1103406064-subnet', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368', 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:31.263983 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device f7d56857-c62b-44bc-842c-a3bd43ce4fa8 up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:31.275997 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Pushing event updated for resources: {'Network': ['ID=a2a23534-972b-4b49-9ec1-baea43aa810f,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:31.280322 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:31.282441 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0626396b-9518-4495-87e4-1b3f7040f909 admin admin] Made reservation on behalf of af61cc59b21e4057a75c446bc3fe7368 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:31.285009 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0626396b-9518-4495-87e4-1b3f7040f909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64449888'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.297272 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network a2a23534-972b-4b49-9ec1-baea43aa810f details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:18:31.393269 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port f7d56857-c62b-44bc-842c-a3bd43ce4fa8 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:31.393821 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.484987 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0626396b-9518-4495-87e4-1b3f7040f909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63741543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64449906'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.487584 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.491791 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-440db407-b6dc-418a-aa25-0574836caa3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:31.519192 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:31.521527 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eda8d1b-7880-41a7-91c5-be1a221536d3" -d '{"events": [{"server_uuid": "92119254-f1c3-4b28-82aa-5ebb163ea834", "name": "network-vif-plugged", "status": "completed", "tag": "f7d56857-c62b-44bc-842c-a3bd43ce4fa8"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:31.536051 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port f7d56857-c62b-44bc-842c-a3bd43ce4fa8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:31.537201 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626396b-9518-4495-87e4-1b3f7040f909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03da5433-8d50-4df9-8c24-fb00392205ac,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:31.543782 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.547401 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:31.553803 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0626396b-9518-4495-87e4-1b3f7040f909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:31.559895 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0626396b-9518-4495-87e4-1b3f7040f909 admin admin] Checking segment: {'id': '8d91999f-892e-4dcc-9c45-7c318b33e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2a23534-972b-4b49-9ec1-baea43aa810f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:31.560251 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0626396b-9518-4495-87e4-1b3f7040f909 admin admin] Network hostable DHCP agents. Network: a2a23534-972b-4b49-9ec1-baea43aa810f, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:18:31.580039 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0626396b-9518-4495-87e4-1b3f7040f909 admin admin] Network a2a23534-972b-4b49-9ec1-baea43aa810f is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:18:31.581745 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0cf6d7-539b-4bef-9192-39ac01a256b0 x-openstack-request-id: req-0e0cf6d7-539b-4bef-9192-39ac01a256b0 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:31.582046 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92119254-f1c3-4b28-82aa-5ebb163ea834", "name": "network-vif-plugged", "status": "completed", "tag": "f7d56857-c62b-44bc-842c-a3bd43ce4fa8", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:31.582308 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e0cf6d7-539b-4bef-9192-39ac01a256b0 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:31.582722 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8', 'code': 200} Jun 17 08:18:31.591590 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-0626396b-9518-4495-87e4-1b3f7040f909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, a2a23534-972b-4b49-9ec1-baea43aa810f) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:31.600448 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626396b-9518-4495-87e4-1b3f7040f909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:31.601317 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0626396b-9518-4495-87e4-1b3f7040f909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.605896 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,revision_number=10']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:31.609099 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:31.614672 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd659001-c331-4c62-a364-52058c1ff9b9 None None] Network a2a23534-972b-4b49-9ec1-baea43aa810f requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:18:31.630366 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0626396b-9518-4495-87e4-1b3f7040f909 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3814692 Jun 17 08:18:31.631047 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55020) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:31.637240 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1103406064-router', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:31.672884 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67094716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.676486 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67095061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67089084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-811'] for router, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.785935 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.803823 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b715e4-768a-5a0b-966d-03ac32f1023e-a2a23534-972b-4b49-9ec1-baea43aa810f', 'network_id': 'a2a23534-972b-4b49-9ec1-baea43aa810f', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368', 'fixed_ips': [{'subnet_id': '03da5433-8d50-4df9-8c24-fb00392205ac'}]}} from dv-cinder-791281-5-iscsi. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:18:31.804684 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.806963 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167552d7-1c58-4fb5-94df-cab8412dcfe5 req-d508b8d5-50ac-4579-93f9-fe0e90e5c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:31.809103 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-167552d7-1c58-4fb5-94df-cab8412dcfe5 req-d508b8d5-50ac-4579-93f9-fe0e90e5c469 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 1100 time: 0.0629218 Jun 17 08:18:31.849909 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-167552d7-1c58-4fb5-94df-cab8412dcfe5 req-36dfed05-90dc-4a24-b45f-8e01ec0314e1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339720 Jun 17 08:18:31.878978 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Sync routers for ids ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:18:31.890910 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Routers {'3907e5c7-4fc1-48b9-a0f1-1540832bf06a'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:31.891751 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:31.943535 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67089070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67094674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-829'] for router, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.958900 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Allocated IP 172.20.0.2 (a2a23534-972b-4b49-9ec1-baea43aa810f/03da5433-8d50-4df9-8c24-fb00392205ac/5e8577f5-a229-424c-805e-4ed6e2718ed7) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:32.019127 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device a7962df8-26ff-48a7-a5f8-6fc9a06b6145 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:32.130510 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Set router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:32.153730 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port a7962df8-26ff-48a7-a5f8-6fc9a06b6145 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:32.161911 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port a7962df8-26ff-48a7-a5f8-6fc9a06b6145 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:32.162584 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.207807 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.221979 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Transition to ACTIVE for port object 5e8577f5-a229-424c-805e-4ed6e2718ed7 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:32.240609 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.243169 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Transition to ACTIVE for port object 5e8577f5-a229-424c-805e-4ed6e2718ed7 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:32.264880 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.268231 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.272638 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:32.316031 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.322209 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Network a2a23534-972b-4b49-9ec1-baea43aa810f is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:32.330665 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d44e4d-438b-4d86-a33f-23d70b97a8df req-2aa04834-af00-4bbe-acd9-0091a8a0b7c9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:32.331699 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:32.332224 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-32d44e4d-438b-4d86-a33f-23d70b97a8df req-2aa04834-af00-4bbe-acd9-0091a8a0b7c9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 947 time: 0.1435406 Jun 17 08:18:32.334420 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:32.347256 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Pushing event updated for resources: {'Port': ['ID=5e8577f5-a229-424c-805e-4ed6e2718ed7,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:32.350187 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:32.363260 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port a7962df8-26ff-48a7-a5f8-6fc9a06b6145, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=a7962df8-26ff-48a7-a5f8-6fc9a06b6145,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:32.377658 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'name': 'tempest-TestMinimumBasicScenario-919920592-router', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:25Z', 'updated_at': '2021-06-17T08:18:29Z', 'revision_number': 4, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'gw_port': {'id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:26Z', 'updated_at': '2021-06-17T08:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '534a61f9-b868-43f9-905d-b994b9e8252a', 'name': '', 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'mac_address': 'fa:16:3e:fc:1e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:28Z', 'updated_at': '2021-06-17T08:18:29Z', 'revision_number': 2, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'subnets': [{'id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:32.385751 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.391132 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:32.408800 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Checking router: 3907e5c7-4fc1-48b9-a0f1-1540832bf06a for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:18:32.409459 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Updating router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a port 534a61f9-b868-43f9-905d-b994b9e8252a binding host dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:18:32.412356 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-32d44e4d-438b-4d86-a33f-23d70b97a8df req-abe111c0-ed86-4007-9901-133bcbfbb608 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712082 Jun 17 08:18:32.428047 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Allocated IP 172.27.0.7 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/b5f3a675-ea41-4458-abe2-84eb43ac2f48) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:32.442668 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Attempting to bind port 5e8577f5-a229-424c-805e-4ed6e2718ed7 on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:32.443043 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Attempting to bind port 5e8577f5-a229-424c-805e-4ed6e2718ed7 by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '8d91999f-892e-4dcc-9c45-7c318b33e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2a23534-972b-4b49-9ec1-baea43aa810f'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:32.443448 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Attempting to bind port 5e8577f5-a229-424c-805e-4ed6e2718ed7 on network a2a23534-972b-4b49-9ec1-baea43aa810f {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:32.456478 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:32.456914 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Checking segment: {'id': '8d91999f-892e-4dcc-9c45-7c318b33e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2a23534-972b-4b49-9ec1-baea43aa810f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:32.457240 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.457640 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Bound using segment: {'id': '8d91999f-892e-4dcc-9c45-7c318b33e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2a23534-972b-4b49-9ec1-baea43aa810f'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:32.458111 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Bound port: 5e8577f5-a229-424c-805e-4ed6e2718ed7, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d91999f-892e-4dcc-9c45-7c318b33e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2a23534-972b-4b49-9ec1-baea43aa810f'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:32.458491 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.465658 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.477109 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=a7962df8-26ff-48a7-a5f8-6fc9a06b6145,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:32.481868 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:32.534443 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] For port 5e8577f5-a229-424c-805e-4ed6e2718ed7, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:32.543134 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] For port 5e8577f5-a229-424c-805e-4ed6e2718ed7, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=5e8577f5-a229-424c-805e-4ed6e2718ed7,segment=NetworkSegment(8d91999f-892e-4dcc-9c45-7c318b33e99a),segment_id=8d91999f-892e-4dcc-9c45-7c318b33e99a)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:32.548462 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.550953 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:32.551515 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.600061 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57996850'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.609593 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a724c6a8-6e16-4f85-bac7-973f168466fd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:32.616067 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Pushing event updated for resources: {'Port': ['ID=5e8577f5-a229-424c-805e-4ed6e2718ed7,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:32.634104 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:32.653218 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:32.657251 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:32.659294 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Pushing event updated for resources: {'Port': ['ID=b5f3a675-ea41-4458-abe2-84eb43ac2f48,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:32.661467 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:32.663697 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:32.903055 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.928655 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Transition to ACTIVE for port object 534a61f9-b868-43f9-905d-b994b9e8252a will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:32.937715 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.941095 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-69dc4cae-7d49-4ad5-9ca0-2d939e165b3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:33.053542 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:33.077347 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527ab0a-6af4-4575-8cf9-bcb6c67d8f3d None None] Pushing event updated for resources: {'Port': ['ID=534a61f9-b868-43f9-905d-b994b9e8252a,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:33.113965 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e6df7-9d1d-4c6c-9f91-7cc9e30092b2 req-41e02fad-97d5-4e59-9da1-a55b7a91d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:33.127489 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-349e6df7-9d1d-4c6c-9f91-7cc9e30092b2 req-41e02fad-97d5-4e59-9da1-a55b7a91d0cf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8752c1061ce9489f85b5546f7e4dbe9c&device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 1100 time: 0.1334891 Jun 17 08:18:33.187289 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527ab0a-6af4-4575-8cf9-bcb6c67d8f3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:33.187630 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527ab0a-6af4-4575-8cf9-bcb6c67d8f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:33.188008 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527ab0a-6af4-4575-8cf9-bcb6c67d8f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:33.188397 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527ab0a-6af4-4575-8cf9-bcb6c67d8f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:33.188814 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527ab0a-6af4-4575-8cf9-bcb6c67d8f3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:33.189598 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527ab0a-6af4-4575-8cf9-bcb6c67d8f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:33.192393 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527ab0a-6af4-4575-8cf9-bcb6c67d8f3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:33.193173 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527ab0a-6af4-4575-8cf9-bcb6c67d8f3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:33.193764 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527ab0a-6af4-4575-8cf9-bcb6c67d8f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:33.194320 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527ab0a-6af4-4575-8cf9-bcb6c67d8f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:33.194753 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527ab0a-6af4-4575-8cf9-bcb6c67d8f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:33.195164 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0527ab0a-6af4-4575-8cf9-bcb6c67d8f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:33.201080 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-0527ab0a-6af4-4575-8cf9-bcb6c67d8f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:33.204553 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Attempting to bind port 534a61f9-b868-43f9-905d-b994b9e8252a on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:33.205175 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Attempting to bind port 534a61f9-b868-43f9-905d-b994b9e8252a by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': 'fdd8f78f-4233-4f08-a4b0-ca21d15acc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:33.205773 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Attempting to bind port 534a61f9-b868-43f9-905d-b994b9e8252a on network f06aa2e1-db4d-4e4a-b1b3-09309ade0894 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:33.213796 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:33.214373 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Checking segment: {'id': 'fdd8f78f-4233-4f08-a4b0-ca21d15acc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:33.215030 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:33.215300 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Bound using segment: {'id': 'fdd8f78f-4233-4f08-a4b0-ca21d15acc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:33.215837 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Bound port: 534a61f9-b868-43f9-905d-b994b9e8252a, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd8f78f-4233-4f08-a4b0-ca21d15acc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:33.216266 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:33.292904 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e6df7-9d1d-4c6c-9f91-7cc9e30092b2 req-25bdfe3f-4a1a-42af-8eec-1407fcb2adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:33.294421 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-349e6df7-9d1d-4c6c-9f91-7cc9e30092b2 req-25bdfe3f-4a1a-42af-8eec-1407fcb2adb4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=19ba03da-5332-4f85-9243-9aa68eba305b HTTP/1.1" status: 200 len: 918 time: 0.1551948 Jun 17 08:18:33.324770 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] For port 534a61f9-b868-43f9-905d-b994b9e8252a, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:33.330991 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] For port 534a61f9-b868-43f9-905d-b994b9e8252a, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=534a61f9-b868-43f9-905d-b994b9e8252a,segment=NetworkSegment(fdd8f78f-4233-4f08-a4b0-ca21d15acc81),segment_id=fdd8f78f-4233-4f08-a4b0-ca21d15acc81)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:33.343363 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:33.348237 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:33.382930 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67094661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67089112'] for router, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:33.392301 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-349e6df7-9d1d-4c6c-9f91-7cc9e30092b2 req-af92b0e2-ff8d-4222-baa2-dafc931aa5ae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8 HTTP/1.1" status: 200 len: 1002 time: 0.0907571 Jun 17 08:18:33.429827 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Routers {'3907e5c7-4fc1-48b9-a0f1-1540832bf06a'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:33.430472 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:33.435115 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527ab0a-6af4-4575-8cf9-bcb6c67d8f3d None None] Pushing event updated for resources: {'Port': ['ID=534a61f9-b868-43f9-905d-b994b9e8252a,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:33.492037 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-0527ab0a-6af4-4575-8cf9-bcb6c67d8f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:33.496562 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e6df7-9d1d-4c6c-9f91-7cc9e30092b2 req-7dcd5177-1ff2-4927-b33a-643fff77ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:33.498169 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-349e6df7-9d1d-4c6c-9f91-7cc9e30092b2 req-7dcd5177-1ff2-4927-b33a-643fff77ee64 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6d98a074-331c-4766-b44c-a8c8c8e4d172 HTTP/1.1" status: 200 len: 856 time: 0.0946445 Jun 17 08:18:33.598818 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e6df7-9d1d-4c6c-9f91-7cc9e30092b2 req-e6669e04-0b4a-48ce-915b-beea95459b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:33.605082 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-349e6df7-9d1d-4c6c-9f91-7cc9e30092b2 req-e6669e04-0b4a-48ce-915b-beea95459b4d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19ba03da-5332-4f85-9243-9aa68eba305b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0993667 Jun 17 08:18:33.609129 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] Set router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:33.729991 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-349e6df7-9d1d-4c6c-9f91-7cc9e30092b2 req-6cdbfa77-4758-4aeb-880e-74652f05bb29 service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169536 Jun 17 08:18:33.757366 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172d79a-0a13-4ee9-aeca-369de038d707 req-4ae1eb97-c5ea-476f-ab19-1930a4b65207 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:33.758941 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5172d79a-0a13-4ee9-aeca-369de038d707 req-4ae1eb97-c5ea-476f-ab19-1930a4b65207 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 947 time: 0.1472383 Jun 17 08:18:33.764655 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Router 899fac72-61b0-45ff-af28-00b042b261f5 is scheduled to L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac with binding_index 1 {{(pid=92979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:18:33.900665 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-349e6df7-9d1d-4c6c-9f91-7cc9e30092b2 req-b5c0616a-a485-486a-934b-122f524a0e70 service neutron] 10.222.0.38 "GET /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616409 Jun 17 08:18:33.907490 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5172d79a-0a13-4ee9-aeca-369de038d707 req-a03a6793-8522-48a4-94e2-6128826a2278 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377687 Jun 17 08:18:33.974596 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'name': 'tempest-TestMinimumBasicScenario-919920592-router', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:25Z', 'updated_at': '2021-06-17T08:18:29Z', 'revision_number': 4, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'gw_port': {'id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:26Z', 'updated_at': '2021-06-17T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '534a61f9-b868-43f9-905d-b994b9e8252a', 'name': '', 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'mac_address': 'fa:16:3e:fc:1e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:28Z', 'updated_at': '2021-06-17T08:18:33Z', 'revision_number': 4, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'subnets': [{'id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:33.985176 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:18:34.006778 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Sync routers for ids ['899fac72-61b0-45ff-af28-00b042b261f5'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:18:34.007417 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:34.012199 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55064) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:34.020758 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3877759 Jun 17 08:18:34.026972 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Routers {'899fac72-61b0-45ff-af28-00b042b261f5'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:34.027666 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['899fac72-61b0-45ff-af28-00b042b261f5'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:34.065181 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f2aa4d-de96-4193-98aa-3987e2c9c1a9 None None] The sync data for ids ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'] in dv-cinder-791281-5-iscsi is: [{'id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'name': 'tempest-TestMinimumBasicScenario-919920592-router', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:25Z', 'updated_at': '2021-06-17T08:18:29Z', 'revision_number': 4, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'gw_port': {'id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:26Z', 'updated_at': '2021-06-17T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '534a61f9-b868-43f9-905d-b994b9e8252a', 'name': '', 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'mac_address': 'fa:16:3e:fc:1e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:28Z', 'updated_at': '2021-06-17T08:18:33Z', 'revision_number': 4, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'subnets': [{'id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:18:34.126890 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 5e8577f5-a229-424c-805e-4ed6e2718ed7 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:34.335399 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4f3230-8d45-4101-92e7-9ee1924fa1d8 None None] Network a2a23534-972b-4b49-9ec1-baea43aa810f requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:18:34.394945 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-fedde72a-1317-4edd-8a75-480010e520dc None None] Provisioning for port 5e8577f5-a229-424c-805e-4ed6e2718ed7 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:34.464356 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Set router 899fac72-61b0-45ff-af28-00b042b261f5 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:34.538659 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:34.546640 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 5e8577f5-a229-424c-805e-4ed6e2718ed7 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:34.567956 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 5e8577f5-a229-424c-805e-4ed6e2718ed7 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:34.568480 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:34.739216 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Allocated IP 172.20.0.1 (a2a23534-972b-4b49-9ec1-baea43aa810f/03da5433-8d50-4df9-8c24-fb00392205ac/27233357-9029-4063-9ab6-5da2cb86f2dd) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:34.808934 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:34.861763 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 5e8577f5-a229-424c-805e-4ed6e2718ed7, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=5e8577f5-a229-424c-805e-4ed6e2718ed7,segment=NetworkSegment(8d91999f-892e-4dcc-9c45-7c318b33e99a),segment_id=8d91999f-892e-4dcc-9c45-7c318b33e99a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:34.872786 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:34.874061 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device a7962df8-26ff-48a7-a5f8-6fc9a06b6145 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:34.876884 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:34.887679 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:34.905895 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Transition to ACTIVE for port object 27233357-9029-4063-9ab6-5da2cb86f2dd will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:34.929179 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899fac72-61b0-45ff-af28-00b042b261f5', 'name': 'tempest-TestMinimumBasicScenario-1103406064-router', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b5f3a675-ea41-4458-abe2-84eb43ac2f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:31Z', 'updated_at': '2021-06-17T08:18:32Z', 'revision_number': 3, 'project_id': 'af61cc59b21e4057a75c446bc3fe7368', 'gw_port': {'id': 'b5f3a675-ea41-4458-abe2-84eb43ac2f48', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899fac72-61b0-45ff-af28-00b042b261f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:32Z', 'updated_at': '2021-06-17T08:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:34.959124 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63741659'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:34.963626 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d9d04e45-e1aa-46ed-8305-428b29b8337b tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:34.990077 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Checking router: 899fac72-61b0-45ff-af28-00b042b261f5 for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:18:34.990375 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Updating router 899fac72-61b0-45ff-af28-00b042b261f5 port b5f3a675-ea41-4458-abe2-84eb43ac2f48 binding host dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:18:35.039978 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Network a2a23534-972b-4b49-9ec1-baea43aa810f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:35.040194 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:35.044667 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:35.051795 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:35.058395 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Pushing event updated for resources: {'Port': ['ID=27233357-9029-4063-9ab6-5da2cb86f2dd,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:35.067817 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:35.126363 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67093353'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:35.241012 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=5e8577f5-a229-424c-805e-4ed6e2718ed7,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:35.256202 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:35.300308 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125c482-1ed2-4041-b8e2-8f113d33fd24 req-599bff80-3ac5-4cef-98ae-6645219f85b0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:35.322595 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b125c482-1ed2-4041-b8e2-8f113d33fd24 req-599bff80-3ac5-4cef-98ae-6645219f85b0 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 947 time: 0.1875234 Jun 17 08:18:35.327655 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port a7962df8-26ff-48a7-a5f8-6fc9a06b6145 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:35.329101 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:35.331182 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-4f94e296-dd8b-49c8-bdb1-03f2226624f5 None None] Provisioning complete for port 5e8577f5-a229-424c-805e-4ed6e2718ed7 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:35.331864 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4f94e296-dd8b-49c8-bdb1-03f2226624f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:35.351114 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:35.388611 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b125c482-1ed2-4041-b8e2-8f113d33fd24 req-cec11325-2f1a-4e0e-b002-fdee71e3e0f1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636427 Jun 17 08:18:35.591619 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:35.592411 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:35.597201 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63741673'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:35.601991 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:35.664634 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Transition to ACTIVE for port object b5f3a675-ea41-4458-abe2-84eb43ac2f48 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:35.674189 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Pushing event updated for resources: {'Port': ['ID=27233357-9029-4063-9ab6-5da2cb86f2dd,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:35.678297 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:35.684461 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66618784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67093269'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:35.686397 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:35.689710 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:35.745195 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Attempting to bind port b5f3a675-ea41-4458-abe2-84eb43ac2f48 on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:35.745566 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Attempting to bind port b5f3a675-ea41-4458-abe2-84eb43ac2f48 by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:35.745931 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Attempting to bind port b5f3a675-ea41-4458-abe2-84eb43ac2f48 on network d7615c75-e47e-4bd3-8b0f-d4d338da562e {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:35.749252 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890531ec-ecbd-4b5b-b8d6-b1abdd801ce0 None None] Pushing event updated for resources: {'Port': ['ID=b5f3a675-ea41-4458-abe2-84eb43ac2f48,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:35.754552 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-890531ec-ecbd-4b5b-b8d6-b1abdd801ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:35.755425 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:35.755807 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Checking segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:35.756208 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:35.756632 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Bound using segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:35.757084 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Bound port: b5f3a675-ea41-4458-abe2-84eb43ac2f48, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:35.757462 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:35.784158 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Network a2a23534-972b-4b49-9ec1-baea43aa810f is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:35.785685 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:35.830223 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] For port b5f3a675-ea41-4458-abe2-84eb43ac2f48, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:35.834102 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] For port b5f3a675-ea41-4458-abe2-84eb43ac2f48, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=b5f3a675-ea41-4458-abe2-84eb43ac2f48,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:35.835689 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-2255163f-4864-4ad4-a3c7-9d086541d69d None None] Provisioning for port 27233357-9029-4063-9ab6-5da2cb86f2dd completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:35.840216 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-2255163f-4864-4ad4-a3c7-9d086541d69d None None] Provisioning complete for port 27233357-9029-4063-9ab6-5da2cb86f2dd triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:35.840600 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2255163f-4864-4ad4-a3c7-9d086541d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:35.844030 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:35.865931 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:35.922097 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-2255163f-4864-4ad4-a3c7-9d086541d69d None None] Port 27233357-9029-4063-9ab6-5da2cb86f2dd cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:35.929310 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Router 899fac72-61b0-45ff-af28-00b042b261f5 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:18:35.931920 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Routers {'899fac72-61b0-45ff-af28-00b042b261f5'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:35.932567 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['899fac72-61b0-45ff-af28-00b042b261f5'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:36.031063 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890531ec-ecbd-4b5b-b8d6-b1abdd801ce0 None None] Pushing event updated for resources: {'Port': ['ID=b5f3a675-ea41-4458-abe2-84eb43ac2f48,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:36.041678 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-890531ec-ecbd-4b5b-b8d6-b1abdd801ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:36.104551 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:18:36.108909 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] Set router 899fac72-61b0-45ff-af28-00b042b261f5 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:36.111305 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] 10.222.0.35 "PUT /v2.0/routers/899fac72-61b0-45ff-af28-00b042b261f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0962870 Jun 17 08:18:36.143943 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 534a61f9-b868-43f9-905d-b994b9e8252a up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:36.235439 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-ea2c479e-e8bc-4233-bd00-c459fa2e0cba None None] Provisioning complete for port 27233357-9029-4063-9ab6-5da2cb86f2dd triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:36.235814 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ea2c479e-e8bc-4233-bd00-c459fa2e0cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:36.464825 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c479e-e8bc-4233-bd00-c459fa2e0cba None None] Port 27233357-9029-4063-9ab6-5da2cb86f2dd cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:36.475969 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 534a61f9-b868-43f9-905d-b994b9e8252a completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:36.485042 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 534a61f9-b868-43f9-905d-b994b9e8252a triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:36.485042 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:36.628768 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:36.641600 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899fac72-61b0-45ff-af28-00b042b261f5', 'name': 'tempest-TestMinimumBasicScenario-1103406064-router', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b5f3a675-ea41-4458-abe2-84eb43ac2f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:31Z', 'updated_at': '2021-06-17T08:18:35Z', 'revision_number': 4, 'project_id': 'af61cc59b21e4057a75c446bc3fe7368', 'gw_port': {'id': 'b5f3a675-ea41-4458-abe2-84eb43ac2f48', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899fac72-61b0-45ff-af28-00b042b261f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:32Z', 'updated_at': '2021-06-17T08:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '27233357-9029-4063-9ab6-5da2cb86f2dd', 'name': '', 'network_id': 'a2a23534-972b-4b49-9ec1-baea43aa810f', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368', 'mac_address': 'fa:16:3e:db:99:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899fac72-61b0-45ff-af28-00b042b261f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '03da5433-8d50-4df9-8c24-fb00392205ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:34Z', 'updated_at': '2021-06-17T08:18:35Z', 'revision_number': 2, 'project_id': 'af61cc59b21e4057a75c446bc3fe7368', 'subnets': [{'id': '03da5433-8d50-4df9-8c24-fb00392205ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:36.683031 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682bd074-f7eb-4967-8659-65acfe45a66c None None] The sync data for ids ['899fac72-61b0-45ff-af28-00b042b261f5'] in dv-cinder-791281-5-iscsi is: [{'id': '899fac72-61b0-45ff-af28-00b042b261f5', 'name': 'tempest-TestMinimumBasicScenario-1103406064-router', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b5f3a675-ea41-4458-abe2-84eb43ac2f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:31Z', 'updated_at': '2021-06-17T08:18:35Z', 'revision_number': 4, 'project_id': 'af61cc59b21e4057a75c446bc3fe7368', 'gw_port': {'id': 'b5f3a675-ea41-4458-abe2-84eb43ac2f48', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899fac72-61b0-45ff-af28-00b042b261f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:32Z', 'updated_at': '2021-06-17T08:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '27233357-9029-4063-9ab6-5da2cb86f2dd', 'name': '', 'network_id': 'a2a23534-972b-4b49-9ec1-baea43aa810f', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368', 'mac_address': 'fa:16:3e:db:99:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899fac72-61b0-45ff-af28-00b042b261f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '03da5433-8d50-4df9-8c24-fb00392205ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:34Z', 'updated_at': '2021-06-17T08:18:35Z', 'revision_number': 2, 'project_id': 'af61cc59b21e4057a75c446bc3fe7368', 'subnets': [{'id': '03da5433-8d50-4df9-8c24-fb00392205ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:18:36.715700 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 534a61f9-b868-43f9-905d-b994b9e8252a, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=534a61f9-b868-43f9-905d-b994b9e8252a,segment=NetworkSegment(fdd8f78f-4233-4f08-a4b0-ca21d15acc81),segment_id=fdd8f78f-4233-4f08-a4b0-ca21d15acc81)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:36.729595 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:36.730809 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 5e8577f5-a229-424c-805e-4ed6e2718ed7 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:36.734421 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:36.827944 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=534a61f9-b868-43f9-905d-b994b9e8252a,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:36.831468 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:36.842320 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 5e8577f5-a229-424c-805e-4ed6e2718ed7 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:36.842802 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:38.111938 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 534a61f9-b868-43f9-905d-b994b9e8252a up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:38.209380 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 534a61f9-b868-43f9-905d-b994b9e8252a triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:38.210072 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:38.336503 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device b5f3a675-ea41-4458-abe2-84eb43ac2f48 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:38.410669 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port b5f3a675-ea41-4458-abe2-84eb43ac2f48 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:38.414741 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port b5f3a675-ea41-4458-abe2-84eb43ac2f48 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:38.416093 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:38.543715 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:38.579715 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port b5f3a675-ea41-4458-abe2-84eb43ac2f48, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=b5f3a675-ea41-4458-abe2-84eb43ac2f48,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:38.589128 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:38.593936 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:38.673345 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=b5f3a675-ea41-4458-abe2-84eb43ac2f48,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:38.687083 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:39.667409 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Sync routers for ids ['899fac72-61b0-45ff-af28-00b042b261f5'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:18:39.684841 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Routers {'899fac72-61b0-45ff-af28-00b042b261f5'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:39.685759 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['899fac72-61b0-45ff-af28-00b042b261f5'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:39.855650 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Set router 899fac72-61b0-45ff-af28-00b042b261f5 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:39.975976 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device b5f3a675-ea41-4458-abe2-84eb43ac2f48 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:40.116969 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port b5f3a675-ea41-4458-abe2-84eb43ac2f48 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:40.117734 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:40.222115 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899fac72-61b0-45ff-af28-00b042b261f5', 'name': 'tempest-TestMinimumBasicScenario-1103406064-router', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b5f3a675-ea41-4458-abe2-84eb43ac2f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:31Z', 'updated_at': '2021-06-17T08:18:35Z', 'revision_number': 4, 'project_id': 'af61cc59b21e4057a75c446bc3fe7368', 'gw_port': {'id': 'b5f3a675-ea41-4458-abe2-84eb43ac2f48', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899fac72-61b0-45ff-af28-00b042b261f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:32Z', 'updated_at': '2021-06-17T08:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '27233357-9029-4063-9ab6-5da2cb86f2dd', 'name': '', 'network_id': 'a2a23534-972b-4b49-9ec1-baea43aa810f', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368', 'mac_address': 'fa:16:3e:db:99:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899fac72-61b0-45ff-af28-00b042b261f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '03da5433-8d50-4df9-8c24-fb00392205ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:34Z', 'updated_at': '2021-06-17T08:18:35Z', 'revision_number': 2, 'project_id': 'af61cc59b21e4057a75c446bc3fe7368', 'subnets': [{'id': '03da5433-8d50-4df9-8c24-fb00392205ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:40.256363 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Checking router: 899fac72-61b0-45ff-af28-00b042b261f5 for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:18:40.256725 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Updating router 899fac72-61b0-45ff-af28-00b042b261f5 port 27233357-9029-4063-9ab6-5da2cb86f2dd binding host dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:18:40.319599 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:40.766960 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:40.781284 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Transition to ACTIVE for port object 27233357-9029-4063-9ab6-5da2cb86f2dd will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:40.788228 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:40.791057 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:40.895138 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3843eb-a74d-4398-9efd-a6ccd518d4fa None None] Pushing event updated for resources: {'Port': ['ID=27233357-9029-4063-9ab6-5da2cb86f2dd,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:40.900245 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-df3843eb-a74d-4398-9efd-a6ccd518d4fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:40.945610 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Attempting to bind port 27233357-9029-4063-9ab6-5da2cb86f2dd on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:40.946148 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Attempting to bind port 27233357-9029-4063-9ab6-5da2cb86f2dd by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '8d91999f-892e-4dcc-9c45-7c318b33e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2a23534-972b-4b49-9ec1-baea43aa810f'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:40.946974 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Attempting to bind port 27233357-9029-4063-9ab6-5da2cb86f2dd on network a2a23534-972b-4b49-9ec1-baea43aa810f {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:40.958557 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:40.958953 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Checking segment: {'id': '8d91999f-892e-4dcc-9c45-7c318b33e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2a23534-972b-4b49-9ec1-baea43aa810f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:40.959473 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:40.960015 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Bound using segment: {'id': '8d91999f-892e-4dcc-9c45-7c318b33e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2a23534-972b-4b49-9ec1-baea43aa810f'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:40.960484 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Bound port: 27233357-9029-4063-9ab6-5da2cb86f2dd, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d91999f-892e-4dcc-9c45-7c318b33e99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2a23534-972b-4b49-9ec1-baea43aa810f'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:40.960917 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:41.052859 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] For port 27233357-9029-4063-9ab6-5da2cb86f2dd, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:41.061359 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] For port 27233357-9029-4063-9ab6-5da2cb86f2dd, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=27233357-9029-4063-9ab6-5da2cb86f2dd,segment=NetworkSegment(8d91999f-892e-4dcc-9c45-7c318b33e99a),segment_id=8d91999f-892e-4dcc-9c45-7c318b33e99a)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:41.068055 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:41.070655 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-7e92dbae-f80b-4b9a-869b-b5af738ea9dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:41.126466 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Routers {'899fac72-61b0-45ff-af28-00b042b261f5'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:41.127290 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['899fac72-61b0-45ff-af28-00b042b261f5'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:41.241492 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3843eb-a74d-4398-9efd-a6ccd518d4fa None None] Pushing event updated for resources: {'Port': ['ID=27233357-9029-4063-9ab6-5da2cb86f2dd,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:41.246961 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-df3843eb-a74d-4398-9efd-a6ccd518d4fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:41.285759 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] Set router 899fac72-61b0-45ff-af28-00b042b261f5 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:41.522587 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899fac72-61b0-45ff-af28-00b042b261f5', 'name': 'tempest-TestMinimumBasicScenario-1103406064-router', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b5f3a675-ea41-4458-abe2-84eb43ac2f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:31Z', 'updated_at': '2021-06-17T08:18:35Z', 'revision_number': 4, 'project_id': 'af61cc59b21e4057a75c446bc3fe7368', 'gw_port': {'id': 'b5f3a675-ea41-4458-abe2-84eb43ac2f48', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899fac72-61b0-45ff-af28-00b042b261f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:32Z', 'updated_at': '2021-06-17T08:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '27233357-9029-4063-9ab6-5da2cb86f2dd', 'name': '', 'network_id': 'a2a23534-972b-4b49-9ec1-baea43aa810f', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368', 'mac_address': 'fa:16:3e:db:99:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899fac72-61b0-45ff-af28-00b042b261f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '03da5433-8d50-4df9-8c24-fb00392205ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:34Z', 'updated_at': '2021-06-17T08:18:41Z', 'revision_number': 4, 'project_id': 'af61cc59b21e4057a75c446bc3fe7368', 'subnets': [{'id': '03da5433-8d50-4df9-8c24-fb00392205ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:41.552256 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7193dad-302d-41ac-8df6-0f03388f9441 None None] The sync data for ids ['899fac72-61b0-45ff-af28-00b042b261f5'] in dv-cinder-791281-5-iscsi is: [{'id': '899fac72-61b0-45ff-af28-00b042b261f5', 'name': 'tempest-TestMinimumBasicScenario-1103406064-router', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b5f3a675-ea41-4458-abe2-84eb43ac2f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:31Z', 'updated_at': '2021-06-17T08:18:35Z', 'revision_number': 4, 'project_id': 'af61cc59b21e4057a75c446bc3fe7368', 'gw_port': {'id': 'b5f3a675-ea41-4458-abe2-84eb43ac2f48', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899fac72-61b0-45ff-af28-00b042b261f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:32Z', 'updated_at': '2021-06-17T08:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '27233357-9029-4063-9ab6-5da2cb86f2dd', 'name': '', 'network_id': 'a2a23534-972b-4b49-9ec1-baea43aa810f', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368', 'mac_address': 'fa:16:3e:db:99:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899fac72-61b0-45ff-af28-00b042b261f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '03da5433-8d50-4df9-8c24-fb00392205ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:34Z', 'updated_at': '2021-06-17T08:18:41Z', 'revision_number': 4, 'project_id': 'af61cc59b21e4057a75c446bc3fe7368', 'subnets': [{'id': '03da5433-8d50-4df9-8c24-fb00392205ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:18:42.029781 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 27233357-9029-4063-9ab6-5da2cb86f2dd up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:42.102638 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 27233357-9029-4063-9ab6-5da2cb86f2dd completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:42.107958 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 27233357-9029-4063-9ab6-5da2cb86f2dd triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:42.108424 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:42.218374 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:42.269339 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 27233357-9029-4063-9ab6-5da2cb86f2dd, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=27233357-9029-4063-9ab6-5da2cb86f2dd,segment=NetworkSegment(8d91999f-892e-4dcc-9c45-7c318b33e99a),segment_id=8d91999f-892e-4dcc-9c45-7c318b33e99a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:42.277932 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:42.284453 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:42.353233 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=27233357-9029-4063-9ab6-5da2cb86f2dd,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:42.363351 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:43.966892 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 27233357-9029-4063-9ab6-5da2cb86f2dd up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:44.027968 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 27233357-9029-4063-9ab6-5da2cb86f2dd triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:44.028349 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:46.625161 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-91af1891-564d-43ed-8d59-d4e47fe71d93 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:46.626635 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-91af1891-564d-43ed-8d59-d4e47fe71d93 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/networks?id=f06aa2e1-db4d-4e4a-b1b3-09309ade0894 HTTP/1.1" status: 200 len: 814 time: 0.3660083 Jun 17 08:18:46.642564 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-f5cfe04b-35e5-426a-ae04-b8e11fc3400f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/quotas/5ad4965f6e5b49d0a4e4204f2ca58d36 HTTP/1.1" status: 200 len: 375 time: 0.0104241 Jun 17 08:18:46.708903 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-9b00c535-779d-4d8e-b399-d92446ebc2d9 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ad4965f6e5b49d0a4e4204f2ca58d36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606928 Jun 17 08:18:46.894626 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-a5a56caf-5720-48a6-89ce-c68916789997 service neutron] 10.222.0.35 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738122 Jun 17 08:18:46.993079 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-c8bbfbc7-5c27-482a-a6ee-b434295b9022 service neutron] 10.222.0.35 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917192 Jun 17 08:18:47.164301 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-72399f30-66c9-4dba-86a8-1ba95f4be0e0 req-eeb90455-52f9-46f0-bcf9-c98b75c371eb tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 210 time: 0.0299675 Jun 17 08:18:48.323351 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-00b25b03-89bf-4aa7-a0c5-5f8ad5c33380 req-23807ea6-254b-446c-9931-892ad3059c0e tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 210 time: 0.0284796 Jun 17 08:18:48.497855 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-211513ec-3796-4a3c-9ce0-3fa98fc1e37f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:48.499274 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-211513ec-3796-4a3c-9ce0-3fa98fc1e37f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.38 "GET /v2.0/networks?id=f06aa2e1-db4d-4e4a-b1b3-09309ade0894 HTTP/1.1" status: 200 len: 814 time: 0.1063671 Jun 17 08:18:48.512628 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Request body: {'port': {'device_id': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894', 'admin_state_up': True, 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:48.624645 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Made reservation on behalf of 5ad4965f6e5b49d0a4e4204f2ca58d36 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:48.628352 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:48.763007 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Allocated IP 172.20.0.8 (f06aa2e1-db4d-4e4a-b1b3-09309ade0894/be7bb7c4-9fbf-4034-956a-6f4e72343dd0/df52da83-e1e4-4c17-9a8a-3358383a21d1) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:48.925251 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:48.944468 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Transition to ACTIVE for port object df52da83-e1e4-4c17-9a8a-3358383a21d1 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:48.981387 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63741659'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:48.989095 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:49.060804 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Network f06aa2e1-db4d-4e4a-b1b3-09309ade0894 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:49.064552 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:49.074137 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:49.103892 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Pushing event updated for resources: {'Port': ['ID=df52da83-e1e4-4c17-9a8a-3358383a21d1,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:49.113743 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:49.114115 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:49.114476 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:49.114832 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:49.115181 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:49.115571 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:49.115915 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:49.116260 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:49.116601 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:49.116941 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:49.117286 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:49.117630 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:49.125259 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:49.154113 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:49.155163 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:49.177651 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6697891 Jun 17 08:18:49.358903 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-c90b842e-0988-4c21-ae15-d2a7259d2d2b None None] Provisioning for port df52da83-e1e4-4c17-9a8a-3358383a21d1 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:49.365078 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-c90b842e-0988-4c21-ae15-d2a7259d2d2b None None] Provisioning complete for port df52da83-e1e4-4c17-9a8a-3358383a21d1 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:49.365599 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c90b842e-0988-4c21-ae15-d2a7259d2d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:49.444306 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-c90b842e-0988-4c21-ae15-d2a7259d2d2b None None] Port df52da83-e1e4-4c17-9a8a-3358383a21d1 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:49.529766 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e94de8-798b-448a-8747-d810aeafdd55 req-b2c27e36-b151-48a0-b17f-42eda06c39b3 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:49.531476 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-01e94de8-798b-448a-8747-d810aeafdd55 req-b2c27e36-b151-48a0-b17f-42eda06c39b3 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 931 time: 0.0791736 Jun 17 08:18:49.609268 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-01e94de8-798b-448a-8747-d810aeafdd55 req-419405e1-dd0a-4879-a1dc-b9e2a3a7f201 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661364 Jun 17 08:18:49.649314 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3679c-5507-416a-8d92-45e51084ea18 req-dd608f01-6b22-4748-9167-736ef13f1d18 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:49.651445 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7ec3679c-5507-416a-8d92-45e51084ea18 req-dd608f01-6b22-4748-9167-736ef13f1d18 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 945 time: 0.1188200 Jun 17 08:18:49.696289 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7ec3679c-5507-416a-8d92-45e51084ea18 req-45295378-269d-4d97-b6e2-abd36730709c tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381954 Jun 17 08:18:50.823602 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471eade-a2be-42b5-84d3-b58ecb93b8dd req-910a9b5f-ffdd-41f0-9aab-0f02e4496825 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:50.825382 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4471eade-a2be-42b5-84d3-b58ecb93b8dd req-910a9b5f-ffdd-41f0-9aab-0f02e4496825 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 931 time: 0.0985951 Jun 17 08:18:50.904883 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4471eade-a2be-42b5-84d3-b58ecb93b8dd req-9080f310-c1fb-4503-b082-7c26256165db tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681021 Jun 17 08:18:50.942816 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5c655-ef6c-4f8d-91cb-2ccdb32bf6c2 req-9a03bae3-9b63-48e5-a032-b474047b3c8e tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:50.944387 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c2a5c655-ef6c-4f8d-91cb-2ccdb32bf6c2 req-9a03bae3-9b63-48e5-a032-b474047b3c8e tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 945 time: 0.1173625 Jun 17 08:18:50.990867 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c2a5c655-ef6c-4f8d-91cb-2ccdb32bf6c2 req-3d9ef68d-7e89-4cf5-9e21-6d40ba63822a tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392845 Jun 17 08:18:52.122497 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fe31e-e1c0-47f1-896c-25906c17273a req-4c2a45e0-81f4-4c09-9367-fa29486ef5a2 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:52.123981 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f60fe31e-e1c0-47f1-896c-25906c17273a req-4c2a45e0-81f4-4c09-9367-fa29486ef5a2 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 931 time: 0.0814512 Jun 17 08:18:52.194639 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f60fe31e-e1c0-47f1-896c-25906c17273a req-5ebffa8c-6c1b-477e-8dd6-241e97c4f469 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612614 Jun 17 08:18:52.226721 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60c3ba-9c7e-4638-b6f3-5349e821086d req-16e70e0f-cf21-4a12-91f8-44fae00d80a9 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:52.247420 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fe60c3ba-9c7e-4638-b6f3-5349e821086d req-16e70e0f-cf21-4a12-91f8-44fae00d80a9 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 945 time: 0.1041250 Jun 17 08:18:52.284066 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fe60c3ba-9c7e-4638-b6f3-5349e821086d req-79f405ad-6cad-4083-9b2a-bb7dad4a0fc7 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357242 Jun 17 08:18:53.394797 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb91cb6-9eee-4a1c-947a-fab8e5d4910a req-9211f022-5a24-4a77-9161-5e81ef6bfeec tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:53.396361 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6bb91cb6-9eee-4a1c-947a-fab8e5d4910a req-9211f022-5a24-4a77-9161-5e81ef6bfeec tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 931 time: 0.0681741 Jun 17 08:18:53.467784 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6bb91cb6-9eee-4a1c-947a-fab8e5d4910a req-f0129711-9c54-41bd-99ba-760d63e76fae tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643437 Jun 17 08:18:53.511368 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff67fbf-885d-47f2-a8af-589f1703bda0 req-cb6255a4-472c-4b59-91b4-fa9ca8ed53d1 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:53.513214 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8ff67fbf-885d-47f2-a8af-589f1703bda0 req-cb6255a4-472c-4b59-91b4-fa9ca8ed53d1 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 945 time: 0.0952151 Jun 17 08:18:53.558638 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8ff67fbf-885d-47f2-a8af-589f1703bda0 req-9f020c29-16d0-4c51-ba90-453b910a58b2 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384312 Jun 17 08:18:53.920171 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8a8d133b-7573-4021-8fb4-a6be9ea1c838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:54.660867 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6bc70-daa1-4711-97b5-ddfaefe42117 req-5b825989-383c-49c6-8f28-9db2c5049a8b tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:54.662334 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-16a6bc70-daa1-4711-97b5-ddfaefe42117 req-5b825989-383c-49c6-8f28-9db2c5049a8b tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 931 time: 0.0642083 Jun 17 08:18:54.735366 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-16a6bc70-daa1-4711-97b5-ddfaefe42117 req-18c59cf8-48a8-4c93-a894-cdd436c14311 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664582 Jun 17 08:18:54.775566 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3157da-80f6-4345-9746-52b6236fdf72 req-d6057027-d317-41fe-9eaf-508b3a49ea24 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:54.777043 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6d3157da-80f6-4345-9746-52b6236fdf72 req-d6057027-d317-41fe-9eaf-508b3a49ea24 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 945 time: 0.1021955 Jun 17 08:18:54.815431 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6d3157da-80f6-4345-9746-52b6236fdf72 req-26979a11-3750-44af-9cd3-ee79f4286b53 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325735 Jun 17 08:18:55.921447 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af57657-82af-47fb-b082-937c81a858dc req-4d9695bc-e34c-4e3b-9f38-4a900da3379f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:55.923108 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8af57657-82af-47fb-b082-937c81a858dc req-4d9695bc-e34c-4e3b-9f38-4a900da3379f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 931 time: 0.0683782 Jun 17 08:18:55.998882 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8af57657-82af-47fb-b082-937c81a858dc req-27b9a1bd-a054-42f3-89d1-9e488079fbbf tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700471 Jun 17 08:18:56.047578 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587b245-f841-4579-bb16-e203474e398b req-ec0a0c4b-bc0b-4a80-961e-86cc3ade9ff5 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:56.049089 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a587b245-f841-4579-bb16-e203474e398b req-ec0a0c4b-bc0b-4a80-961e-86cc3ade9ff5 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 945 time: 0.1187165 Jun 17 08:18:56.087679 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a587b245-f841-4579-bb16-e203474e398b req-9636a849-a362-4a96-a232-76fe4960b7dc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322981 Jun 17 08:18:56.509912 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:56.731729 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-76b32381-41b3-4f2e-b24a-f938014a0998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:57.201595 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e856cc2-83f1-43c5-98cd-40cde8afba84 req-8f9714a0-8b25-4525-8739-13e77e0c9039 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:57.203162 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5e856cc2-83f1-43c5-98cd-40cde8afba84 req-8f9714a0-8b25-4525-8739-13e77e0c9039 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 931 time: 0.0648150 Jun 17 08:18:57.285463 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5e856cc2-83f1-43c5-98cd-40cde8afba84 req-13d542d4-8bfc-4d0b-ac3f-95f1b83bbec0 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722451 Jun 17 08:18:57.312343 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7123-0cab-41c7-844c-8aa34303c287 req-8b89b506-d165-4686-a48b-8e10c58f353a tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:57.313829 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-794f7123-0cab-41c7-844c-8aa34303c287 req-8b89b506-d165-4686-a48b-8e10c58f353a tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 945 time: 0.0815866 Jun 17 08:18:57.352074 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-794f7123-0cab-41c7-844c-8aa34303c287 req-be9c2528-7300-4dbc-bd73-66a417323bb0 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323229 Jun 17 08:18:57.813894 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:58.474753 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37ff61-67e0-4ed2-9e35-11f818855a62 req-ca7841c6-e442-4622-a30b-02f0f040c9fd tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:58.487957 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ac37ff61-67e0-4ed2-9e35-11f818855a62 req-ca7841c6-e442-4622-a30b-02f0f040c9fd tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 931 time: 0.0836711 Jun 17 08:18:58.562281 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ac37ff61-67e0-4ed2-9e35-11f818855a62 req-ed14debf-4620-490d-861e-9839306d2552 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733395 Jun 17 08:18:58.593331 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdec79-ab10-4fcd-9652-f57549175f00 req-f15c0c0a-6a44-49ab-8def-786f59daada1 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:58.594919 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e6fdec79-ab10-4fcd-9652-f57549175f00 req-f15c0c0a-6a44-49ab-8def-786f59daada1 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 945 time: 0.0971627 Jun 17 08:18:58.634729 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e6fdec79-ab10-4fcd-9652-f57549175f00 req-02af7620-eb37-493a-84ef-666e7c3cb18f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341277 Jun 17 08:18:58.718341 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:59.658250 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:59.766862 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71e2d9-e7cd-43ff-be57-e73bd5ec2331 req-54525e5e-f952-4001-8c25-7b80b3d0dd73 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:59.769873 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d71e2d9-e7cd-43ff-be57-e73bd5ec2331 req-54525e5e-f952-4001-8c25-7b80b3d0dd73 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 931 time: 0.0838075 Jun 17 08:18:59.821952 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d71e2d9-e7cd-43ff-be57-e73bd5ec2331 req-dc154742-f4a3-43d8-adae-36d54bb95df1 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466609 Jun 17 08:18:59.880348 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63c4fb-8d83-4d74-b01b-63a84c06e704 req-4fbaa0b3-9c16-4098-97b0-4621a01e6151 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:59.883257 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ad63c4fb-8d83-4d74-b01b-63a84c06e704 req-4fbaa0b3-9c16-4098-97b0-4621a01e6151 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 945 time: 0.0785239 Jun 17 08:18:59.931466 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ad63c4fb-8d83-4d74-b01b-63a84c06e704 req-068b5ff8-1b7f-4b5c-a124-95746ddaa4f8 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392892 Jun 17 08:19:00.879859 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Request body: {'port': {'device_id': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:00.959781 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:00.999931 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e6d7c-0bc2-4d91-91a1-035663709a4b req-87530c25-5eae-4d33-ad7d-2bc7c28de802 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:01.002768 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-401e6d7c-0bc2-4d91-91a1-035663709a4b req-87530c25-5eae-4d33-ad7d-2bc7c28de802 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 931 time: 0.0663772 Jun 17 08:19:01.049540 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-401e6d7c-0bc2-4d91-91a1-035663709a4b req-9fcdf1d5-554c-4d33-9c71-f880cac773b7 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406640 Jun 17 08:19:01.115902 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d1e0-819f-4924-815b-c1eb03f77951 req-dd61d5b0-e208-4c69-851e-c9c143dc39dc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:01.117270 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-70d6d1e0-819f-4924-815b-c1eb03f77951 req-dd61d5b0-e208-4c69-851e-c9c143dc39dc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 945 time: 0.0667694 Jun 17 08:19:01.155921 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-70d6d1e0-819f-4924-815b-c1eb03f77951 req-49376029-aa03-4116-95a7-f5d7346a2809 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318060 Jun 17 08:19:01.242320 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df52da83-e1e4-4c17-9a8a-3358383a21d1 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:19:01.256266 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:01.269946 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Transition to ACTIVE for port object df52da83-e1e4-4c17-9a8a-3358383a21d1 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:01.303335 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63741673'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:01.303335 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:01.356746 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Pushing event updated for resources: {'Port': ['ID=df52da83-e1e4-4c17-9a8a-3358383a21d1,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:01.361109 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:01.481916 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Attempting to bind port df52da83-e1e4-4c17-9a8a-3358383a21d1 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:01.482276 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Attempting to bind port df52da83-e1e4-4c17-9a8a-3358383a21d1 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'fdd8f78f-4233-4f08-a4b0-ca21d15acc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:01.482629 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Attempting to bind port df52da83-e1e4-4c17-9a8a-3358383a21d1 on network f06aa2e1-db4d-4e4a-b1b3-09309ade0894 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:01.487572 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Port df52da83-e1e4-4c17-9a8a-3358383a21d1 on network f06aa2e1-db4d-4e4a-b1b3-09309ade0894 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:19:01.487892 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Attempting to bind port df52da83-e1e4-4c17-9a8a-3358383a21d1 on network f06aa2e1-db4d-4e4a-b1b3-09309ade0894 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:01.493038 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:01.493367 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Checking segment: {'id': 'fdd8f78f-4233-4f08-a4b0-ca21d15acc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:01.494351 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Bound using segment: {'id': 'fdd8f78f-4233-4f08-a4b0-ca21d15acc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:01.494871 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Bound port: df52da83-e1e4-4c17-9a8a-3358383a21d1, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd8f78f-4233-4f08-a4b0-ca21d15acc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:01.495210 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:01.559726 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] For port df52da83-e1e4-4c17-9a8a-3358383a21d1, host hv-cinder-79128, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:01.562778 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] For port df52da83-e1e4-4c17-9a8a-3358383a21d1, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=df52da83-e1e4-4c17-9a8a-3358383a21d1,segment=NetworkSegment(fdd8f78f-4233-4f08-a4b0-ca21d15acc81),segment_id=fdd8f78f-4233-4f08-a4b0-ca21d15acc81)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:01.567201 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63741673'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:01.569885 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8de2fc08-7406-4d4f-bc3d-e6323d57584c tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:01.607013 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:01.607646 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:01.608997 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] 10.222.0.38 "PUT /v2.0/ports/df52da83-e1e4-4c17-9a8a-3358383a21d1 HTTP/1.1" status: 200 len: 1093 time: 0.7420738 Jun 17 08:19:01.609509 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'tag': 'df52da83-e1e4-4c17-9a8a-3358383a21d1'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:01.611854 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74691312-0610-49f5-9c9b-2db058a93d71" -d '{"events": [{"name": "network-changed", "server_uuid": "39dd803f-36c7-4407-92ab-9a4022db5d80", "tag": "df52da83-e1e4-4c17-9a8a-3358383a21d1"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:01.639763 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Pushing event updated for resources: {'Port': ['ID=df52da83-e1e4-4c17-9a8a-3358383a21d1,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:01.642720 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:01.711562 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-29e6c15c-8241-488f-9b3e-6b28075d5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:01.714003 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-29e6c15c-8241-488f-9b3e-6b28075d5263 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ad4965f6e5b49d0a4e4204f2ca58d36&device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 1096 time: 0.0591097 Jun 17 08:19:01.762992 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-22971518-8ea5-4fb8-a3bf-bec619e96d45 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df52da83-e1e4-4c17-9a8a-3358383a21d1 HTTP/1.1" status: 200 len: 217 time: 0.0394657 Jun 17 08:19:01.801482 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51261c5a-9d67-44d4-b4bc-c906613070e7 x-openstack-request-id: req-51261c5a-9d67-44d4-b4bc-c906613070e7 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:01.801793 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dd803f-36c7-4407-92ab-9a4022db5d80", "tag": "df52da83-e1e4-4c17-9a8a-3358383a21d1", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:01.802066 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51261c5a-9d67-44d4-b4bc-c906613070e7 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:01.802472 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'tag': 'df52da83-e1e4-4c17-9a8a-3358383a21d1', 'status': 'completed', 'code': 200} Jun 17 08:19:01.819611 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-65af1ce0-2738-41ab-bc28-f609a248164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:01.821052 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-65af1ce0-2738-41ab-bc28-f609a248164e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=be7bb7c4-9fbf-4034-956a-6f4e72343dd0 HTTP/1.1" status: 200 len: 853 time: 0.0502563 Jun 17 08:19:01.880058 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3b4c6b70-dbf5-4f7b-8e07-e9b271c5b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:01.881475 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-3b4c6b70-dbf5-4f7b-8e07-e9b271c5b977 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f06aa2e1-db4d-4e4a-b1b3-09309ade0894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534308 Jun 17 08:19:01.968748 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-094c176a-e27a-48c1-9cb8-5f162602176c service neutron] 10.222.0.38 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805030 Jun 17 08:19:02.060857 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c89508cb-262b-40bb-acee-3ec8cf762747 req-87d9de68-8cae-4cbb-a911-ce9026aaa89c service neutron] 10.222.0.38 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836015 Jun 17 08:19:02.172809 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74691312-0610-49f5-9c9b-2db058a93d71 req-37781676-4c1f-45f0-aa98-77c1ec3f61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:02.174178 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-74691312-0610-49f5-9c9b-2db058a93d71 req-37781676-4c1f-45f0-aa98-77c1ec3f61ff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ad4965f6e5b49d0a4e4204f2ca58d36&device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 1096 time: 0.0628729 Jun 17 08:19:02.240094 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414c383-e826-4966-aa83-f1aaf6141d19 req-6532c9d5-a784-405e-bfb8-a63ff2b8d076 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:02.241545 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c414c383-e826-4966-aa83-f1aaf6141d19 req-6532c9d5-a784-405e-bfb8-a63ff2b8d076 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 943 time: 0.0741141 Jun 17 08:19:02.283225 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74691312-0610-49f5-9c9b-2db058a93d71 req-f25d4147-ee90-48b5-b7e8-6512f55993b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:02.284683 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-74691312-0610-49f5-9c9b-2db058a93d71 req-f25d4147-ee90-48b5-b7e8-6512f55993b8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f06aa2e1-db4d-4e4a-b1b3-09309ade0894 HTTP/1.1" status: 200 len: 915 time: 0.1019487 Jun 17 08:19:02.295775 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c414c383-e826-4966-aa83-f1aaf6141d19 req-27c0d4e8-23ac-4273-95ba-fac02a659b6f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477719 Jun 17 08:19:02.327600 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-74691312-0610-49f5-9c9b-2db058a93d71 req-362b279a-cb96-4571-877d-38a8ce9c54a2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df52da83-e1e4-4c17-9a8a-3358383a21d1 HTTP/1.1" status: 200 len: 217 time: 0.0341380 Jun 17 08:19:02.346919 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e95396-f4b0-421f-a040-ca7b1248bd60 req-bfaf5a9e-e6da-4084-bc31-bfbcbcc48e2a tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:02.348404 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-09e95396-f4b0-421f-a040-ca7b1248bd60 req-bfaf5a9e-e6da-4084-bc31-bfbcbcc48e2a tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 945 time: 0.0718579 Jun 17 08:19:02.378605 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74691312-0610-49f5-9c9b-2db058a93d71 req-346bbfb2-8ff6-4af3-b106-9d27a1ce7b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:02.380075 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-74691312-0610-49f5-9c9b-2db058a93d71 req-346bbfb2-8ff6-4af3-b106-9d27a1ce7b3d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=be7bb7c4-9fbf-4034-956a-6f4e72343dd0 HTTP/1.1" status: 200 len: 853 time: 0.0461481 Jun 17 08:19:02.387156 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-09e95396-f4b0-421f-a040-ca7b1248bd60 req-282dee9d-d263-4490-afb0-05717a1e312f tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups?id=726e621f-d886-4765-93e7-f9f9776f28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322623 Jun 17 08:19:02.440634 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74691312-0610-49f5-9c9b-2db058a93d71 req-bc64d121-f963-4118-ba2e-8e31dd581694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:02.442016 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-74691312-0610-49f5-9c9b-2db058a93d71 req-bc64d121-f963-4118-ba2e-8e31dd581694 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f06aa2e1-db4d-4e4a-b1b3-09309ade0894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542347 Jun 17 08:19:02.530982 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-74691312-0610-49f5-9c9b-2db058a93d71 req-1af6c301-87f8-4fc9-956a-37a80a4c3c2d service neutron] 10.222.0.38 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802770 Jun 17 08:19:02.829023 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e985dc3-df48-4d5e-bd90-b84a3db4313a req-4402818d-6abe-4e1e-a987-13c7a0675a5a tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:02.830574 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8e985dc3-df48-4d5e-bd90-b84a3db4313a req-4402818d-6abe-4e1e-a987-13c7a0675a5a tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.38 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 945 time: 0.0719707 Jun 17 08:19:02.874181 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-74691312-0610-49f5-9c9b-2db058a93d71 req-74b6c6e9-24bc-45cb-947a-be076f44a0aa service neutron] 10.222.0.38 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326211 Jun 17 08:19:02.930291 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-8e985dc3-df48-4d5e-bd90-b84a3db4313a req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Deleting port 727aab32-4198-4d88-88a8-44a103bc2f77 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:02.930620 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8e985dc3-df48-4d5e-bd90-b84a3db4313a req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:03.018750 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-8e985dc3-df48-4d5e-bd90-b84a3db4313a req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] For port 727aab32-4198-4d88-88a8-44a103bc2f77, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=727aab32-4198-4d88-88a8-44a103bc2f77,segment=NetworkSegment(4ae92527-3ec8-4967-9671-a77d80b972b6),segment_id=4ae92527-3ec8-4967-9671-a77d80b972b6)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:03.019098 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8e985dc3-df48-4d5e-bd90-b84a3db4313a req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:03.184705 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8e985dc3-df48-4d5e-bd90-b84a3db4313a req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:03.184988 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8e985dc3-df48-4d5e-bd90-b84a3db4313a req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:03.185298 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.l3_db [req-8e985dc3-df48-4d5e-bd90-b84a3db4313a req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Floating IP cd34510f-7b5b-45b8-8b49-247a3b8ea307 disassociated. External IP: 172.27.0.235, port: 727aab32-4198-4d88-88a8-44a103bc2f77. Jun 17 08:19:03.185629 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-8e985dc3-df48-4d5e-bd90-b84a3db4313a req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Calling delete_port for 727aab32-4198-4d88-88a8-44a103bc2f77 owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:03.205888 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:19:03.314045 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8e985dc3-df48-4d5e-bd90-b84a3db4313a req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:03.317892 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:03.343614 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event deleted for resources: {'Port': ['ID=727aab32-4198-4d88-88a8-44a103bc2f77,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:03.355701 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:03.356072 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:03.356436 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:03.356790 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:03.357145 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:03.357498 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:03.357842 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:03.358191 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:03.358533 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:03.358877 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:03.359220 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:03.359585 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:03.400538 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:03.403007 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device df52da83-e1e4-4c17-9a8a-3358383a21d1 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:19:03.503912 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port df52da83-e1e4-4c17-9a8a-3358383a21d1, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=df52da83-e1e4-4c17-9a8a-3358383a21d1,segment=NetworkSegment(fdd8f78f-4233-4f08-a4b0-ca21d15acc81),segment_id=fdd8f78f-4233-4f08-a4b0-ca21d15acc81)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:03.516317 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': 'df52da83-e1e4-4c17-9a8a-3358383a21d1', 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894', 'port_id': 'df52da83-e1e4-4c17-9a8a-3358383a21d1', 'mac_address': 'fa:16:3e:e8:48:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:19:03.551786 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e985dc3-df48-4d5e-bd90-b84a3db4313a req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:19:03.554051 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d17f4388-ff4a-4501-9d54-7fb270be9916 req-edcaf574-646b-4471-beb9-aafad4d64f25 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cf7f05c-67a6-4b85-825b-022830201fd1 HTTP/1.1" status: 200 len: 210 time: 0.0496123 Jun 17 08:19:03.555538 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:03.564745 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90832a57-3f69-44e7-ae51-8d54c2826512 req-852c9d3b-cf80-4046-a425-3b965dd02a4c tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:03.566227 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-90832a57-3f69-44e7-ae51-8d54c2826512 req-852c9d3b-cf80-4046-a425-3b965dd02a4c tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 943 time: 0.1309106 Jun 17 08:19:03.569027 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df52da83-e1e4-4c17-9a8a-3358383a21d1 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:19:03.590642 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port df52da83-e1e4-4c17-9a8a-3358383a21d1, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=df52da83-e1e4-4c17-9a8a-3358383a21d1,segment=NetworkSegment(fdd8f78f-4233-4f08-a4b0-ca21d15acc81),segment_id=fdd8f78f-4233-4f08-a4b0-ca21d15acc81)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:03.594054 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:03.595797 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:03.640172 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=df52da83-e1e4-4c17-9a8a-3358383a21d1,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:03.643177 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:03.680196 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-90832a57-3f69-44e7-ae51-8d54c2826512 req-767194e0-7b9e-4d31-b719-5b637a551bcc tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036792 Jun 17 08:19:03.702653 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e985dc3-df48-4d5e-bd90-b84a3db4313a req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:19:03.712143 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddeb406-5964-446b-bf25-93c99b3d7555 None None] Sync routers for ids ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:19:03.722527 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddeb406-5964-446b-bf25-93c99b3d7555 None None] Routers {'636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:03.723261 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-eddeb406-5964-446b-bf25-93c99b3d7555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:03.755458 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e985dc3-df48-4d5e-bd90-b84a3db4313a req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] No DVR routers for this DVR port 727aab32-4198-4d88-88a8-44a103bc2f77 on host hv-cinder-79128 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:19:03.762119 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8e985dc3-df48-4d5e-bd90-b84a3db4313a req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:03.764821 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8e985dc3-df48-4d5e-bd90-b84a3db4313a req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.38 "DELETE /v2.0/ports/727aab32-4198-4d88-88a8-44a103bc2f77 HTTP/1.1" status: 204 len: 173 time: 0.9278777 Jun 17 08:19:03.765433 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf7f05c-67a6-4b85-825b-022830201fd1', 'name': 'network-vif-deleted', 'tag': '727aab32-4198-4d88-88a8-44a103bc2f77'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:03.771984 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687fe0f1-a9c4-49ed-b28e-ca19dde79a5a" -d '{"events": [{"server_uuid": "2cf7f05c-67a6-4b85-825b-022830201fd1", "name": "network-vif-deleted", "tag": "727aab32-4198-4d88-88a8-44a103bc2f77"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:03.851201 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['df52da83-e1e4-4c17-9a8a-3358383a21d1'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:19:03.856621 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-eddeb406-5964-446b-bf25-93c99b3d7555 None None] Set router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:03.888645 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad1459e-acef-4461-85a5-5e7419763404 x-openstack-request-id: req-0ad1459e-acef-4461-85a5-5e7419763404 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:03.889031 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf7f05c-67a6-4b85-825b-022830201fd1", "name": "network-vif-deleted", "tag": "727aab32-4198-4d88-88a8-44a103bc2f77", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:03.889412 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0ad1459e-acef-4461-85a5-5e7419763404 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:03.889894 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf7f05c-67a6-4b85-825b-022830201fd1', 'name': 'network-vif-deleted', 'tag': '727aab32-4198-4d88-88a8-44a103bc2f77', 'status': 'completed', 'code': 200} Jun 17 08:19:04.157951 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-eddeb406-5964-446b-bf25-93c99b3d7555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '3707d13d-b0e9-41cb-b7a2-f047b6b4c37d', 'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'mac_address': 'fa:16:3e:49:13:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:14Z', 'updated_at': '2021-06-17T08:12:33Z', 'revision_number': 5, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'subnets': [{'id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:04.189298 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddeb406-5964-446b-bf25-93c99b3d7555 None None] Checking router: 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:19:04.197944 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddeb406-5964-446b-bf25-93c99b3d7555 None None] Routers {'636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:04.198557 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-eddeb406-5964-446b-bf25-93c99b3d7555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:04.303224 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-eddeb406-5964-446b-bf25-93c99b3d7555 None None] Set router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:04.516563 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-eddeb406-5964-446b-bf25-93c99b3d7555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '3707d13d-b0e9-41cb-b7a2-f047b6b4c37d', 'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'mac_address': 'fa:16:3e:49:13:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:14Z', 'updated_at': '2021-06-17T08:12:33Z', 'revision_number': 5, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'subnets': [{'id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:04.543033 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddeb406-5964-446b-bf25-93c99b3d7555 None None] The sync data for ids ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'] in dv-cinder-791281-5-iscsi is: [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '3707d13d-b0e9-41cb-b7a2-f047b6b4c37d', 'name': '', 'network_id': 'c7133842-e71c-43e6-ac53-3faca71f09d3', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'mac_address': 'fa:16:3e:49:13:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:14Z', 'updated_at': '2021-06-17T08:12:33Z', 'revision_number': 5, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'subnets': [{'id': '2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:19:04.680381 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55306) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:04.740766 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7415085-3c24-4761-b4d3-759a49d42bfc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:04.766871 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7415085-3c24-4761-b4d3-759a49d42bfc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:04.778177 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb14e02-73ab-4abd-ac6d-f87c3df5c52d None None] New status for floating IP cd34510f-7b5b-45b8-8b49-247a3b8ea307: DOWN {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:19:04.820380 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7415085-3c24-4761-b4d3-759a49d42bfc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:04.823709 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7415085-3c24-4761-b4d3-759a49d42bfc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:04.827429 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b7415085-3c24-4761-b4d3-759a49d42bfc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "DELETE /v2.0/security-groups/726e621f-d886-4765-93e7-f9f9776f28a3 HTTP/1.1" status: 204 len: 168 time: 0.1434734 Jun 17 08:19:04.827429 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0c408649-7bc4-4f23-b56b-37403b81704e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:04.828636 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55310) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:04.845865 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.api.v2.resource [None req-9223ecd8-003b-4e94-9a44-1ab9d4501664 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] show failed (client error): The resource could not be found. Jun 17 08:19:04.849731 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9223ecd8-003b-4e94-9a44-1ab9d4501664 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "GET /v2.0/security-groups/726e621f-d886-4765-93e7-f9f9776f28a3 HTTP/1.1" status: 404 len: 347 time: 0.0172021 Jun 17 08:19:04.849731 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7415085-3c24-4761-b4d3-759a49d42bfc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=726e621f-d886-4765-93e7-f9f9776f28a3,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:04.850459 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55312) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:04.852397 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b7415085-3c24-4761-b4d3-759a49d42bfc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:04.911912 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0682d31-7861-4c48-a922-7a4be4b9c544 req-b8857417-b03a-4c36-bb8f-f859dc980bb8 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:04.913388 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c0682d31-7861-4c48-a922-7a4be4b9c544 req-b8857417-b03a-4c36-bb8f-f859dc980bb8 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 944 time: 0.1108384 Jun 17 08:19:05.000322 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c0682d31-7861-4c48-a922-7a4be4b9c544 req-299ea211-625c-48e5-b7aa-fda030d060fc tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580893 Jun 17 08:19:05.017872 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-20ff719d-7cb8-4a51-883e-a4622ab4c6cc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Deleting port 972990b1-b375-4dea-9148-f68def2a8e6f {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:05.018153 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-20ff719d-7cb8-4a51-883e-a4622ab4c6cc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:05.094102 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-20ff719d-7cb8-4a51-883e-a4622ab4c6cc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:05.094421 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-20ff719d-7cb8-4a51-883e-a4622ab4c6cc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:05.157801 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-20ff719d-7cb8-4a51-883e-a4622ab4c6cc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Calling delete_port for 972990b1-b375-4dea-9148-f68def2a8e6f owned by network:floatingip {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:05.283075 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-20ff719d-7cb8-4a51-883e-a4622ab4c6cc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:05.285024 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:05.306629 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff719d-7cb8-4a51-883e-a4622ab4c6cc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Pushing event deleted for resources: {'Port': ['ID=972990b1-b375-4dea-9148-f68def2a8e6f,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:05.310043 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-20ff719d-7cb8-4a51-883e-a4622ab4c6cc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:05.372038 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-20ff719d-7cb8-4a51-883e-a4622ab4c6cc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks [] for floatingip, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:05.374573 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-20ff719d-7cb8-4a51-883e-a4622ab4c6cc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:05.375700 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-20ff719d-7cb8-4a51-883e-a4622ab4c6cc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] 10.222.0.35 "DELETE /v2.0/floatingips/cd34510f-7b5b-45b8-8b49-247a3b8ea307 HTTP/1.1" status: 204 len: 168 time: 0.5240667 Jun 17 08:19:05.419812 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device df52da83-e1e4-4c17-9a8a-3358383a21d1 up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:05.474886 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port df52da83-e1e4-4c17-9a8a-3358383a21d1 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:05.479146 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port df52da83-e1e4-4c17-9a8a-3358383a21d1 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:05.479557 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:05.556003 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:05.579625 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df52da83-e1e4-4c17-9a8a-3358383a21d1'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:05.582032 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce2003a-845b-4e2e-9a13-b1d13e8169b9" -d '{"events": [{"server_uuid": "39dd803f-36c7-4407-92ab-9a4022db5d80", "name": "network-vif-plugged", "status": "completed", "tag": "df52da83-e1e4-4c17-9a8a-3358383a21d1"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:05.596894 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port df52da83-e1e4-4c17-9a8a-3358383a21d1, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=df52da83-e1e4-4c17-9a8a-3358383a21d1,segment=NetworkSegment(fdd8f78f-4233-4f08-a4b0-ca21d15acc81),segment_id=fdd8f78f-4233-4f08-a4b0-ca21d15acc81)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:05.600364 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:05.601319 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 727aab32-4198-4d88-88a8-44a103bc2f77 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:05.604321 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:05.624151 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469cd3b1-c768-4992-86c7-7883264c06d1 x-openstack-request-id: req-469cd3b1-c768-4992-86c7-7883264c06d1 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:05.624535 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dd803f-36c7-4407-92ab-9a4022db5d80", "name": "network-vif-plugged", "status": "completed", "tag": "df52da83-e1e4-4c17-9a8a-3358383a21d1", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:05.624826 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-469cd3b1-c768-4992-86c7-7883264c06d1 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:05.625252 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df52da83-e1e4-4c17-9a8a-3358383a21d1', 'code': 200} Jun 17 08:19:05.647500 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: 727aab32-4198-4d88-88a8-44a103bc2f77 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:05.647876 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 727aab32-4198-4d88-88a8-44a103bc2f77 not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:05.678705 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=df52da83-e1e4-4c17-9a8a-3358383a21d1,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:05.682978 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:05.850620 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd31671-ef26-4d7c-81a6-be2c16b52638 req-9a402f54-0272-4120-9dc0-b587cdf4ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:05.852043 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5cd31671-ef26-4d7c-81a6-be2c16b52638 req-9a402f54-0272-4120-9dc0-b587cdf4ab85 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 1098 time: 0.0511563 Jun 17 08:19:05.887887 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5cd31671-ef26-4d7c-81a6-be2c16b52638 req-5e512aff-325c-4e04-bb03-a4f184f459e0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291216 Jun 17 08:19:06.177327 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081f9be-5fc6-4b9d-bc09-50f952a43905 req-b41fb8cf-77a6-4eb7-84e8-8f831e69fd41 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:06.178679 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e081f9be-5fc6-4b9d-bc09-50f952a43905 req-b41fb8cf-77a6-4eb7-84e8-8f831e69fd41 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 945 time: 0.0654793 Jun 17 08:19:06.217182 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e081f9be-5fc6-4b9d-bc09-50f952a43905 req-63445f17-36de-497f-ae42-998e49cc4d29 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320957 Jun 17 08:19:07.390473 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cafee-8673-431d-af37-7640af76cd6d req-b9a44dcb-0c35-4521-a301-6495eb7d353d tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:07.391949 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-878cafee-8673-431d-af37-7640af76cd6d req-b9a44dcb-0c35-4521-a301-6495eb7d353d tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 945 time: 0.0634923 Jun 17 08:19:07.435478 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-878cafee-8673-431d-af37-7640af76cd6d req-f82c2402-7032-450e-abee-e5dbca9446f2 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376642 Jun 17 08:19:07.605779 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51e580-067a-4c26-9bd0-8651873a5d12 req-30b67e16-a438-42e1-b976-c9503133c7aa tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:07.607625 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8c51e580-067a-4c26-9bd0-8651873a5d12 req-30b67e16-a438-42e1-b976-c9503133c7aa tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 945 time: 0.0632520 Jun 17 08:19:07.645421 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8c51e580-067a-4c26-9bd0-8651873a5d12 req-43921bcd-4d1c-4784-ab89-6c5d6693befc tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321569 Jun 17 08:19:08.049451 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e09103-bd80-45df-a1f6-a150e757525b req-290f16cf-1faa-40b8-a467-984e50a39457 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:08.050913 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f1e09103-bd80-45df-a1f6-a150e757525b req-290f16cf-1faa-40b8-a467-984e50a39457 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 945 time: 0.0705044 Jun 17 08:19:08.092001 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f1e09103-bd80-45df-a1f6-a150e757525b req-142b93d0-7bf4-4eed-9e78-6048314ed1e1 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342040 Jun 17 08:19:09.020019 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9c739-19e3-46a2-b84a-6fdd14375fcc req-9282d403-34ae-420e-b26f-3a6cd13de972 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:09.021641 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8ab9c739-19e3-46a2-b84a-6fdd14375fcc req-9282d403-34ae-420e-b26f-3a6cd13de972 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 947 time: 0.0685110 Jun 17 08:19:09.061458 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8ab9c739-19e3-46a2-b84a-6fdd14375fcc req-f4280281-f40b-4d79-bc27-390324cf14d9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326025 Jun 17 08:19:09.088650 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55368) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:09.519666 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1ace9b60-f315-44b4-9b29-07d78d363024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67076084'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:09.771175 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-1ace9b60-f315-44b4-9b29-07d78d363024 admin admin] Deleting port 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:09.771543 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1ace9b60-f315-44b4-9b29-07d78d363024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:09.854871 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-1ace9b60-f315-44b4-9b29-07d78d363024 admin admin] For port 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=3707d13d-b0e9-41cb-b7a2-f047b6b4c37d,segment=NetworkSegment(4ae92527-3ec8-4967-9671-a77d80b972b6),segment_id=4ae92527-3ec8-4967-9671-a77d80b972b6)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:09.855273 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1ace9b60-f315-44b4-9b29-07d78d363024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:09.917824 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-1ace9b60-f315-44b4-9b29-07d78d363024 admin admin] Calling delete_port for 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:10.115988 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1ace9b60-f315-44b4-9b29-07d78d363024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:10.119856 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b1dd84e5-a665-4f7b-b000-a243f1fe7d84 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:10.149321 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace9b60-f315-44b4-9b29-07d78d363024 admin admin] Pushing event deleted for resources: {'Port': ['ID=3707d13d-b0e9-41cb-b7a2-f047b6b4c37d,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:10.153250 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1ace9b60-f315-44b4-9b29-07d78d363024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:10.266083 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c4e7e-e919-40c9-b989-6f36796fb273 req-7ceb6d4a-1d26-4139-aa28-6ed36e5e65ec tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:10.267807 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fd5c4e7e-e919-40c9-b989-6f36796fb273 req-7ceb6d4a-1d26-4139-aa28-6ed36e5e65ec tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 947 time: 0.0768743 Jun 17 08:19:10.335894 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1ace9b60-f315-44b4-9b29-07d78d363024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66618793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67075936'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:10.344778 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fd5c4e7e-e919-40c9-b989-6f36796fb273 req-da5dd4f2-8feb-4953-8770-2b06bfb2dd67 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups?id=06cb1931-aa23-40dc-bb7d-9176ccb9a979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672662 Jun 17 08:19:10.368891 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2803f6-268e-407a-be8e-b1d20f984756 req-f3157f4b-ba2f-4490-ae32-427d59a901d9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:10.370578 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cc2803f6-268e-407a-be8e-b1d20f984756 req-f3157f4b-ba2f-4490-ae32-427d59a901d9 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.38 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 947 time: 0.1016250 Jun 17 08:19:10.474939 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-cc2803f6-268e-407a-be8e-b1d20f984756 req-5809b2de-ea3b-48dc-a83f-5fe7efe0938a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Deleting port f7d56857-c62b-44bc-842c-a3bd43ce4fa8 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:10.475569 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-cc2803f6-268e-407a-be8e-b1d20f984756 req-5809b2de-ea3b-48dc-a83f-5fe7efe0938a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:10.551730 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ace9b60-f315-44b4-9b29-07d78d363024 admin admin] Router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:19:10.565323 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-cc2803f6-268e-407a-be8e-b1d20f984756 req-5809b2de-ea3b-48dc-a83f-5fe7efe0938a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] For port f7d56857-c62b-44bc-842c-a3bd43ce4fa8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:10.565678 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-cc2803f6-268e-407a-be8e-b1d20f984756 req-5809b2de-ea3b-48dc-a83f-5fe7efe0938a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:10.657964 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ace9b60-f315-44b4-9b29-07d78d363024 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:19:10.666045 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1ace9b60-f315-44b4-9b29-07d78d363024 admin admin] 10.222.0.35 "PUT /v2.0/routers/636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5732369 Jun 17 08:19:10.666197 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55392) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:10.670449 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff139dcf-04f5-49df-9145-8148f8326c85 None None] Sync routers for ids ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:19:10.682192 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff139dcf-04f5-49df-9145-8148f8326c85 None None] Routers {'636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:10.683114 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-ff139dcf-04f5-49df-9145-8148f8326c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:10.770889 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22ace5f1-8486-4b87-8737-6e8255b361a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:10.798025 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-ff139dcf-04f5-49df-9145-8148f8326c85 None None] Set router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:10.885220 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22ace5f1-8486-4b87-8737-6e8255b361a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:10.946176 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-22ace5f1-8486-4b87-8737-6e8255b361a9 admin admin] Deleting port bc8ddc26-ad58-4397-bd25-2cac82062bf8 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:10.947158 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22ace5f1-8486-4b87-8737-6e8255b361a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.017006 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-cc2803f6-268e-407a-be8e-b1d20f984756 req-5809b2de-ea3b-48dc-a83f-5fe7efe0938a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.017510 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-cc2803f6-268e-407a-be8e-b1d20f984756 req-5809b2de-ea3b-48dc-a83f-5fe7efe0938a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.017824 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.l3_db [req-cc2803f6-268e-407a-be8e-b1d20f984756 req-5809b2de-ea3b-48dc-a83f-5fe7efe0938a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Floating IP 97a4c579-6bac-43a5-aec7-589692d8dde6 disassociated. External IP: 172.27.0.121, port: f7d56857-c62b-44bc-842c-a3bd43ce4fa8. Jun 17 08:19:11.018162 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-cc2803f6-268e-407a-be8e-b1d20f984756 req-5809b2de-ea3b-48dc-a83f-5fe7efe0938a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Calling delete_port for f7d56857-c62b-44bc-842c-a3bd43ce4fa8 owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:11.037471 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-22ace5f1-8486-4b87-8737-6e8255b361a9 admin admin] For port bc8ddc26-ad58-4397-bd25-2cac82062bf8, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=bc8ddc26-ad58-4397-bd25-2cac82062bf8,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:11.038021 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22ace5f1-8486-4b87-8737-6e8255b361a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.112267 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-22ace5f1-8486-4b87-8737-6e8255b361a9 admin admin] Calling delete_port for bc8ddc26-ad58-4397-bd25-2cac82062bf8 owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:11.132897 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-ff139dcf-04f5-49df-9145-8148f8326c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:19:10Z', 'revision_number': 5, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port': {'id': 'bc8ddc26-ad58-4397-bd25-2cac82062bf8', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:08Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:11.161528 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff139dcf-04f5-49df-9145-8148f8326c85 None None] Checking router: 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:19:11.166709 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-cc2803f6-268e-407a-be8e-b1d20f984756 req-5809b2de-ea3b-48dc-a83f-5fe7efe0938a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.172049 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff139dcf-04f5-49df-9145-8148f8326c85 None None] Routers {'636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:11.172943 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-ff139dcf-04f5-49df-9145-8148f8326c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:11.173887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-8409292d-dc02-49ce-b9f1-ad50c5f52872 tempest-ServerRescueNegativeTestJSON-386827844 tempest-ServerRescueNegativeTestJSON-386827844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:11.218778 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809b2de-ea3b-48dc-a83f-5fe7efe0938a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event deleted for resources: {'Port': ['ID=f7d56857-c62b-44bc-842c-a3bd43ce4fa8,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:11.223997 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5809b2de-ea3b-48dc-a83f-5fe7efe0938a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:11.271698 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-ff139dcf-04f5-49df-9145-8148f8326c85 None None] Set router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc gateway port host: None {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:11.302335 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22ace5f1-8486-4b87-8737-6e8255b361a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.304524 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-01ae0ad3-cadb-4184-b9d1-7f812a9910a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:11.330269 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ace5f1-8486-4b87-8737-6e8255b361a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8ddc26-ad58-4397-bd25-2cac82062bf8,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:11.332943 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-22ace5f1-8486-4b87-8737-6e8255b361a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:11.333119 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-ff139dcf-04f5-49df-9145-8148f8326c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:19:10Z', 'revision_number': 6, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port_host': None}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:11.358664 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc2803f6-268e-407a-be8e-b1d20f984756 req-5809b2de-ea3b-48dc-a83f-5fe7efe0938a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:19:11.362107 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff139dcf-04f5-49df-9145-8148f8326c85 None None] The sync data for ids ['636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc'] in dv-cinder-791281-5-iscsi is: [{'id': '636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc', 'name': 'tempest-AttachVolumeTestJSON-1242753550-router', 'tenant_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:06Z', 'updated_at': '2021-06-17T08:19:10Z', 'revision_number': 6, 'project_id': 'f50cdcfdd2fd408d86d30f95622cad2f', 'gw_port_host': None}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:19:11.403919 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22ace5f1-8486-4b87-8737-6e8255b361a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67087395'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.480598 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc2803f6-268e-407a-be8e-b1d20f984756 req-5809b2de-ea3b-48dc-a83f-5fe7efe0938a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:19:11.491869 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ecc9d1-a092-4701-a93a-9477cad9a01c None None] Sync routers for ids ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:19:11.501724 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ecc9d1-a092-4701-a93a-9477cad9a01c None None] Routers {'32c39358-8bdb-4d9d-a7a4-c336bc50e633'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:11.502690 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-14ecc9d1-a092-4701-a93a-9477cad9a01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:11.505808 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22ace5f1-8486-4b87-8737-6e8255b361a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67095136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-802'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.508097 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22ace5f1-8486-4b87-8737-6e8255b361a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.552118 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-94dfabc0-dd77-4716-b204-3b49441cf05d req-c855f68b-d1e0-4944-ac15-d75b13a05514 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/ports?device_id=92119254-f1c3-4b28-82aa-5ebb163ea834 HTTP/1.1" status: 200 len: 210 time: 0.0661864 Jun 17 08:19:11.553183 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2803f6-268e-407a-be8e-b1d20f984756 req-5809b2de-ea3b-48dc-a83f-5fe7efe0938a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] No DVR routers for this DVR port f7d56857-c62b-44bc-842c-a3bd43ce4fa8 on host hv-cinder-79128 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:19:11.556741 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-cc2803f6-268e-407a-be8e-b1d20f984756 req-5809b2de-ea3b-48dc-a83f-5fe7efe0938a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.558428 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22ace5f1-8486-4b87-8737-6e8255b361a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67094121'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.559065 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ace5f1-8486-4b87-8737-6e8255b361a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:19:11.559327 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cc2803f6-268e-407a-be8e-b1d20f984756 req-5809b2de-ea3b-48dc-a83f-5fe7efe0938a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.38 "DELETE /v2.0/ports/f7d56857-c62b-44bc-842c-a3bd43ce4fa8 HTTP/1.1" status: 204 len: 173 time: 1.1831124 Jun 17 08:19:11.562787 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'name': 'network-vif-deleted', 'tag': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:11.562787 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f2736c-a84a-47ed-8b13-44579162d22c" -d '{"events": [{"server_uuid": "92119254-f1c3-4b28-82aa-5ebb163ea834", "name": "network-vif-deleted", "tag": "f7d56857-c62b-44bc-842c-a3bd43ce4fa8"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:11.566614 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22ace5f1-8486-4b87-8737-6e8255b361a9 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.573252 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-22ace5f1-8486-4b87-8737-6e8255b361a9 admin admin] 10.222.0.35 "DELETE /v2.0/routers/636c3dc8-f6af-45c7-aa90-c6fdcd52a4cc HTTP/1.1" status: 204 len: 168 time: 0.9052963 Jun 17 08:19:11.573687 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55398) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:11.636824 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b7d69f-80ce-4b60-ab1e-60ddff7ad55f x-openstack-request-id: req-b8b7d69f-80ce-4b60-ab1e-60ddff7ad55f {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:11.637262 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92119254-f1c3-4b28-82aa-5ebb163ea834", "name": "network-vif-deleted", "tag": "f7d56857-c62b-44bc-842c-a3bd43ce4fa8", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:11.637619 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b8b7d69f-80ce-4b60-ab1e-60ddff7ad55f {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:11.638106 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92119254-f1c3-4b28-82aa-5ebb163ea834', 'name': 'network-vif-deleted', 'tag': 'f7d56857-c62b-44bc-842c-a3bd43ce4fa8', 'status': 'completed', 'code': 200} Jun 17 08:19:11.648641 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-14ecc9d1-a092-4701-a93a-9477cad9a01c None None] Set router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:11.657000 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-7442f108-d065-487b-bd99-e96187d33f77 admin admin] Deleting subnet 2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:19:11.660622 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7442f108-d065-487b-bd99-e96187d33f77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.714139 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7442f108-d065-487b-bd99-e96187d33f77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58020385'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.860025 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7442f108-d065-487b-bd99-e96187d33f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841451'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.926217 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7442f108-d065-487b-bd99-e96187d33f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57996993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62916982'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.928853 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:11.959368 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442f108-d065-487b-bd99-e96187d33f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:11.963072 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7442f108-d065-487b-bd99-e96187d33f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:11.964064 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7442f108-d065-487b-bd99-e96187d33f77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.968172 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-7442f108-d065-487b-bd99-e96187d33f77 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2e1f44b0-ce1f-429c-8d4e-f58a1db1fb12 HTTP/1.1" status: 204 len: 168 time: 0.3912084 Jun 17 08:19:11.968464 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55402) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:11.974005 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fb2aed-c2b0-4c7d-867d-49a27cdf2e21 None None] Network c7133842-e71c-43e6-ac53-3faca71f09d3 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:12.039806 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977769'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.063332 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-14ecc9d1-a092-4701-a93a-9477cad9a01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '9aba7d66-2081-4387-a2e0-9c99b7a16da1', 'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'mac_address': 'fa:16:3e:d1:22:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:15Z', 'updated_at': '2021-06-17T08:12:32Z', 'revision_number': 5, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'subnets': [{'id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:12.096649 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ecc9d1-a092-4701-a93a-9477cad9a01c None None] Checking router: 32c39358-8bdb-4d9d-a7a4-c336bc50e633 for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:19:12.108021 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Deleting port 5be9502d-c859-41a1-9f59-6a373fb83f1f {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:12.108437 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.114067 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ecc9d1-a092-4701-a93a-9477cad9a01c None None] Routers {'32c39358-8bdb-4d9d-a7a4-c336bc50e633'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:12.114686 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-14ecc9d1-a092-4701-a93a-9477cad9a01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:12.179607 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] For port 5be9502d-c859-41a1-9f59-6a373fb83f1f, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=5be9502d-c859-41a1-9f59-6a373fb83f1f,segment=NetworkSegment(4ae92527-3ec8-4967-9671-a77d80b972b6),segment_id=4ae92527-3ec8-4967-9671-a77d80b972b6)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:12.180073 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.234393 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-14ecc9d1-a092-4701-a93a-9477cad9a01c None None] Set router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:12.242241 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] DHCP port deletion for c7133842-e71c-43e6-ac53-3faca71f09d3 request from dv-cinder-791281-5-iscsi {{(pid=92981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:19:12.274372 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Calling delete_port for 5be9502d-c859-41a1-9f59-6a373fb83f1f owned by network:dhcp {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:12.316172 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Deleting port 5be9502d-c859-41a1-9f59-6a373fb83f1f {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:12.316660 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.332897 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device bc8ddc26-ad58-4397-bd25-2cac82062bf8 no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:12.363860 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: bc8ddc26-ad58-4397-bd25-2cac82062bf8 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:12.364503 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device bc8ddc26-ad58-4397-bd25-2cac82062bf8 not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:12.365043 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:12.372948 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.375874 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b873a276-8206-42ac-966e-18abe8c54610 tempest-VolumesSnapshotTestJSON-1308761282 tempest-VolumesSnapshotTestJSON-1308761282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:12.393812 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:12.394157 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 3707d13d-b0e9-41cb-b7a2-f047b6b4c37d not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:12.405308 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5be9502d-c859-41a1-9f59-6a373fb83f1f,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:12.408913 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:12.419537 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] No DVR routers for this DVR port 5be9502d-c859-41a1-9f59-6a373fb83f1f on host dv-cinder-791281-5-iscsi {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:19:12.449432 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] For port 5be9502d-c859-41a1-9f59-6a373fb83f1f, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=5be9502d-c859-41a1-9f59-6a373fb83f1f,segment=NetworkSegment(4ae92527-3ec8-4967-9671-a77d80b972b6),segment_id=4ae92527-3ec8-4967-9671-a77d80b972b6)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:12.449904 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.494185 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840562', 'neutron.services.segments.db._delete_segments_for_network-8738547431473'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.504375 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7133842-e71c-43e6-ac53-3faca71f09d3']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:12.517587 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae92527-3ec8-4967-9671-a77d80b972b6') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:12.519598 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae92527-3ec8-4967-9671-a77d80b972b6') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:12.520424 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Calling delete_port for 5be9502d-c859-41a1-9f59-6a373fb83f1f owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:12.531085 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738547430786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58020398'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.547848 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.554025 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:19:12.554543 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57996908'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: Traceback (most recent call last): Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: timer() Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: cb(*args, **kw) Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: return func(*args, **kwargs) Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: self._notify() Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: self.callback(batched_events) Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: event.method(event) Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: return f(self, *a, **k) Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._get(url).json() Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:19:12.557127 dv-cinder-791281-5-iscsi neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:19:12.575307 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-14ecc9d1-a092-4701-a93a-9477cad9a01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '9aba7d66-2081-4387-a2e0-9c99b7a16da1', 'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'mac_address': 'fa:16:3e:d1:22:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:15Z', 'updated_at': '2021-06-17T08:12:32Z', 'revision_number': 5, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'subnets': [{'id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:12.614226 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ecc9d1-a092-4701-a93a-9477cad9a01c None None] The sync data for ids ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'] in dv-cinder-791281-5-iscsi is: [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:12:19Z', 'revision_number': 4, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '9aba7d66-2081-4387-a2e0-9c99b7a16da1', 'name': '', 'network_id': '19ba03da-5332-4f85-9243-9aa68eba305b', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'mac_address': 'fa:16:3e:d1:22:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:15Z', 'updated_at': '2021-06-17T08:12:32Z', 'revision_number': 5, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'subnets': [{'id': '6d98a074-331c-4766-b44c-a8c8c8e4d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:19:12.631045 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67087437'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.638706 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:12.642087 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.644306 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c7133842-e71c-43e6-ac53-3faca71f09d3 HTTP/1.1" status: 204 len: 168 time: 0.6748700 Jun 17 08:19:12.684621 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7133842-e71c-43e6-ac53-3faca71f09d3,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:12.686154 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.688612 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:12.690553 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:12.714266 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Network c7133842-e71c-43e6-ac53-3faca71f09d3 is not hosted by any dhcp agent {{(pid=92981) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:19:12.714983 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] No DVR routers for this DVR port 5be9502d-c859-41a1-9f59-6a373fb83f1f on host dv-cinder-791281-5-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:19:12.716668 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Pushing event deleted for resources: {'Port': ['ID=5be9502d-c859-41a1-9f59-6a373fb83f1f,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:12.727571 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:12.728652 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:12.728951 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:12.729383 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:12.729782 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:12.730120 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:12.730541 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:12.730965 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:12.731326 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:12.731752 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:12.732086 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:12.732409 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:12.736299 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:12.779561 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55412) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:12.809589 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55414) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:12.863030 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c185e56-b58e-4ccd-81e5-93921e499450 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.876569 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-a1a1d079-322f-4802-81e3-fe2c1f34dc57 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f50cdcfdd2fd408d86d30f95622cad2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0636544 Jun 17 08:19:12.877028 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55416) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:12.896446 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c185e56-b58e-4ccd-81e5-93921e499450 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.932133 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-553720fd-246f-4f65-b18a-a502f389eee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.950462 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c185e56-b58e-4ccd-81e5-93921e499450 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.952419 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c4f1ee-613d-4454-b4e2-4ef2223a3613 None None] New status for floating IP 97a4c579-6bac-43a5-aec7-589692d8dde6: DOWN {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:19:12.953465 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4c185e56-b58e-4ccd-81e5-93921e499450 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.957098 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-4c185e56-b58e-4ccd-81e5-93921e499450 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "DELETE /v2.0/security-groups/06cb1931-aa23-40dc-bb7d-9176ccb9a979 HTTP/1.1" status: 204 len: 168 time: 0.1739714 Jun 17 08:19:12.957098 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7a3de2fa-65f6-4fcf-9456-950330082036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:12.960336 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55418) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:12.965655 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c185e56-b58e-4ccd-81e5-93921e499450 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cb1931-aa23-40dc-bb7d-9176ccb9a979,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:12.968490 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4c185e56-b58e-4ccd-81e5-93921e499450 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:12.969849 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-553720fd-246f-4f65-b18a-a502f389eee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.984420 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.api.v2.resource [None req-0359f6b6-ee9b-4b4e-a7c4-3b0dfc29571f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] show failed (client error): The resource could not be found. Jun 17 08:19:12.987678 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0359f6b6-ee9b-4b4e-a7c4-3b0dfc29571f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "GET /v2.0/security-groups/06cb1931-aa23-40dc-bb7d-9176ccb9a979 HTTP/1.1" status: 404 len: 347 time: 0.0262043 Jun 17 08:19:12.988443 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55420) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:13.044840 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-553720fd-246f-4f65-b18a-a502f389eee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:13.048120 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-553720fd-246f-4f65-b18a-a502f389eee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:13.049535 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-553720fd-246f-4f65-b18a-a502f389eee0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8301728b-e0b8-4c85-9e35-6d66471d47d6 HTTP/1.1" status: 204 len: 168 time: 0.1714125 Jun 17 08:19:13.050588 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-230b71b7-c67a-416f-ad4f-0d15a8bd3901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:13.062084 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553720fd-246f-4f65-b18a-a502f389eee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8301728b-e0b8-4c85-9e35-6d66471d47d6,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:13.072586 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-553720fd-246f-4f65-b18a-a502f389eee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:13.187165 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-2c635e62-3daa-4915-813c-8eb67d9a437f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Deleting port 411e63cf-9350-4dbb-b144-84b91f7b652d {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:13.187540 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2c635e62-3daa-4915-813c-8eb67d9a437f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:13.268498 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2c635e62-3daa-4915-813c-8eb67d9a437f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:13.268819 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2c635e62-3daa-4915-813c-8eb67d9a437f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:13.339666 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-2c635e62-3daa-4915-813c-8eb67d9a437f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Calling delete_port for 411e63cf-9350-4dbb-b144-84b91f7b652d owned by network:floatingip {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:13.450111 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device f7d56857-c62b-44bc-842c-a3bd43ce4fa8 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:13.474254 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: f7d56857-c62b-44bc-842c-a3bd43ce4fa8 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:13.474603 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device f7d56857-c62b-44bc-842c-a3bd43ce4fa8 not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:13.482163 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2c635e62-3daa-4915-813c-8eb67d9a437f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:13.484452 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-90ef8cda-b617-4013-bc60-8f643be433eb tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:13.509669 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c635e62-3daa-4915-813c-8eb67d9a437f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Pushing event deleted for resources: {'Port': ['ID=411e63cf-9350-4dbb-b144-84b91f7b652d,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:13.513140 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2c635e62-3daa-4915-813c-8eb67d9a437f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:13.576772 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2c635e62-3daa-4915-813c-8eb67d9a437f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks [] for floatingip, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:13.580005 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2c635e62-3daa-4915-813c-8eb67d9a437f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:13.581097 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-2c635e62-3daa-4915-813c-8eb67d9a437f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] 10.222.0.35 "DELETE /v2.0/floatingips/97a4c579-6bac-43a5-aec7-589692d8dde6 HTTP/1.1" status: 204 len: 168 time: 0.5914326 Jun 17 08:19:13.972206 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 5be9502d-c859-41a1-9f59-6a373fb83f1f no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:13.991942 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 5be9502d-c859-41a1-9f59-6a373fb83f1f {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:13.992374 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 5be9502d-c859-41a1-9f59-6a373fb83f1f not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:16.145771 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55498) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:16.754638 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59aa7a1-2667-4dc3-8faa-114e01b5b5e1 req-b01efc98-5bfa-406b-b0f5-3dab5625e023 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:16.756584 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c59aa7a1-2667-4dc3-8faa-114e01b5b5e1 req-b01efc98-5bfa-406b-b0f5-3dab5625e023 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 945 time: 0.1539164 Jun 17 08:19:16.801722 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b1394173-4b4f-4c8c-84b6-66db88b87bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67076084'] for router_interface, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:16.808170 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55518) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:16.874210 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c59aa7a1-2667-4dc3-8faa-114e01b5b5e1 req-c91daada-d2dc-4765-a63b-1d661a1e8dbc tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090500 Jun 17 08:19:16.902095 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55522) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:16.921731 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f8e9a4bd-2a0f-494d-ab57-f4296749e575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.020923 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f8e9a4bd-2a0f-494d-ab57-f4296749e575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.025737 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f8e9a4bd-2a0f-494d-ab57-f4296749e575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.030396 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b7415085-3c24-4761-b4d3-759a49d42bfc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:17.090507 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9a4bd-2a0f-494d-ab57-f4296749e575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83542f19-34ea-4767-ae5b-1800d9dc1e58,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:17.099437 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f8e9a4bd-2a0f-494d-ab57-f4296749e575 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbfe5b491dc74558bde3c37cd3313fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901745 Jun 17 08:19:17.100427 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f8e9a4bd-2a0f-494d-ab57-f4296749e575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:17.102210 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55526) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:17.130462 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-b1394173-4b4f-4c8c-84b6-66db88b87bba admin admin] Deleting port 9aba7d66-2081-4387-a2e0-9c99b7a16da1 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:17.131096 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b1394173-4b4f-4c8c-84b6-66db88b87bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.156865 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2900db89-d3f5-437c-9428-5efbd26d10a1 tempest-TestMinimumBasicScenario-138130683 tempest-TestMinimumBasicScenario-138130683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:17.158658 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2900db89-d3f5-437c-9428-5efbd26d10a1 tempest-TestMinimumBasicScenario-138130683 tempest-TestMinimumBasicScenario-138130683-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 1093 time: 0.2553170 Jun 17 08:19:17.165424 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55528) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:17.171880 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Request body: {'floatingip': {'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'port_id': 'df52da83-e1e4-4c17-9a8a-3358383a21d1', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:17.179362 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-86d444d9-9850-4dfc-b870-af73383bbdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.212042 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-86d444d9-9850-4dfc-b870-af73383bbdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.216846 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-b1394173-4b4f-4c8c-84b6-66db88b87bba admin admin] For port 9aba7d66-2081-4387-a2e0-9c99b7a16da1, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=9aba7d66-2081-4387-a2e0-9c99b7a16da1,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:17.217518 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b1394173-4b4f-4c8c-84b6-66db88b87bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.218615 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for floatingip, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.312883 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-86d444d9-9850-4dfc-b870-af73383bbdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.316062 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-86d444d9-9850-4dfc-b870-af73383bbdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.317277 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-86d444d9-9850-4dfc-b870-af73383bbdee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83542f19-34ea-4767-ae5b-1800d9dc1e58 HTTP/1.1" status: 204 len: 168 time: 0.2141464 Jun 17 08:19:17.319447 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bd17b98e-833a-4b27-9e82-8ccdaa362a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:17.333152 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d444d9-9850-4dfc-b870-af73383bbdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83542f19-34ea-4767-ae5b-1800d9dc1e58,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:17.339577 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-86d444d9-9850-4dfc-b870-af73383bbdee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:17.361907 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.480314 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Allocated IP 172.27.0.218 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/e5e77af5-291d-485d-b58d-6e09d196e02a) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:17.540312 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-b1394173-4b4f-4c8c-84b6-66db88b87bba admin admin] Calling delete_port for 9aba7d66-2081-4387-a2e0-9c99b7a16da1 owned by network:router_interface {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:17.760373 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b1394173-4b4f-4c8c-84b6-66db88b87bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.763836 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9dbb9fee-cc95-4834-9a79-6eb008b6ab7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:17.789572 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1394173-4b4f-4c8c-84b6-66db88b87bba admin admin] Pushing event deleted for resources: {'Port': ['ID=9aba7d66-2081-4387-a2e0-9c99b7a16da1,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:17.794438 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b1394173-4b4f-4c8c-84b6-66db88b87bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:17.862410 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.919971 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63741659'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.922273 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f81e493c-65c4-46fc-b411-a1170ad41731 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:17.994548 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:18.002101 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:18.004946 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Pushing event updated for resources: {'Port': ['ID=e5e77af5-291d-485d-b58d-6e09d196e02a,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:18.009363 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:18.012586 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:18.021547 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b1394173-4b4f-4c8c-84b6-66db88b87bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66618793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67075936'] for router_interface, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.261185 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1394173-4b4f-4c8c-84b6-66db88b87bba admin admin] Router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:19:18.377279 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1394173-4b4f-4c8c-84b6-66db88b87bba admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:19:18.388067 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-b1394173-4b4f-4c8c-84b6-66db88b87bba admin admin] 10.222.0.35 "PUT /v2.0/routers/32c39358-8bdb-4d9d-a7a4-c336bc50e633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2406948 Jun 17 08:19:18.388855 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55556) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:18.389230 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3c82e-e214-4ee8-87f4-af0de236d6fb None None] Sync routers for ids ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:19:18.397806 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.404193 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef3c82e-e214-4ee8-87f4-af0de236d6fb None None] Routers {'32c39358-8bdb-4d9d-a7a4-c336bc50e633'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:18.405941 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-0ef3c82e-e214-4ee8-87f4-af0de236d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:18.483375 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.516523 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] Notify callbacks [] for router, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.532712 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-0ef3c82e-e214-4ee8-87f4-af0de236d6fb None None] Set router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:18.644170 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.661798 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.667395 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63741673'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.677225 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:18.718343 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] Deleting port 5369cf28-d4ee-4791-8013-8426c9c1fdb5 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:18.718873 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.731879 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-0ef3c82e-e214-4ee8-87f4-af0de236d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:19:17Z', 'revision_number': 5, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port': {'id': '5369cf28-d4ee-4791-8013-8426c9c1fdb5', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:12:07Z', 'updated_at': '2021-06-17T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:18.752688 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Pushing event updated for resources: {'Port': ['ID=e5e77af5-291d-485d-b58d-6e09d196e02a,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:18.757414 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:18.758968 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.776403 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3c82e-e214-4ee8-87f4-af0de236d6fb None None] Checking router: 32c39358-8bdb-4d9d-a7a4-c336bc50e633 for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:19:18.787164 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef3c82e-e214-4ee8-87f4-af0de236d6fb None None] Routers {'32c39358-8bdb-4d9d-a7a4-c336bc50e633'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:18.788193 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-0ef3c82e-e214-4ee8-87f4-af0de236d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:18.834187 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] For port 5369cf28-d4ee-4791-8013-8426c9c1fdb5, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=5369cf28-d4ee-4791-8013-8426c9c1fdb5,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:18.834662 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.883699 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.l3_db [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Floating IP 4879889e-37e4-487b-869b-a4b8722c81fc associated. External IP: 172.27.0.218, port: df52da83-e1e4-4c17-9a8a-3358383a21d1. Jun 17 08:19:18.893583 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-0ef3c82e-e214-4ee8-87f4-af0de236d6fb None None] Set router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:18.908394 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] Calling delete_port for 5369cf28-d4ee-4791-8013-8426c9c1fdb5 owned by network:router_gateway {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:18.969096 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-0ef3c82e-e214-4ee8-87f4-af0de236d6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:19:18Z', 'revision_number': 6, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port_host': None}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:19.003017 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3c82e-e214-4ee8-87f4-af0de236d6fb None None] The sync data for ids ['32c39358-8bdb-4d9d-a7a4-c336bc50e633'] in dv-cinder-791281-5-iscsi is: [{'id': '32c39358-8bdb-4d9d-a7a4-c336bc50e633', 'name': 'tempest-AttachVolumeShelveTestJSON-1509116126-router', 'tenant_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:12:04Z', 'updated_at': '2021-06-17T08:19:18Z', 'revision_number': 6, 'project_id': '8752c1061ce9489f85b5546f7e4dbe9c', 'gw_port_host': None}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:19:19.142735 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.145985 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-764c9d24-08cf-4448-802a-8f9619f77d4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:19.166296 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:19:19.176809 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=5369cf28-d4ee-4791-8013-8426c9c1fdb5,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:19.179435 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:19.247560 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67087395'] for router_gateway, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.289303 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:19:19.303185 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db7488a-4fe3-4283-bb1b-10f87848a271 None None] Sync routers for ids ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:19:19.309879 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.316464 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7488a-4fe3-4283-bb1b-10f87848a271 None None] Routers {'3907e5c7-4fc1-48b9-a0f1-1540832bf06a'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:19.318343 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5db7488a-4fe3-4283-bb1b-10f87848a271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:19.357593 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1911013 Jun 17 08:19:19.357909 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55590) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:19.358369 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'tag': 'df52da83-e1e4-4c17-9a8a-3358383a21d1'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:19.360634 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a678f36-8d9b-4e8a-ab6f-334dd012df63" -d '{"events": [{"name": "network-changed", "server_uuid": "39dd803f-36c7-4407-92ab-9a4022db5d80", "tag": "df52da83-e1e4-4c17-9a8a-3358383a21d1"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:19.362629 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-f7c0f334-c3ec-4dbe-845c-8cc05c37ede0 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1892055052', 'description': 'tempest-secgroup-smoke-1892055052 description', 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:19.377644 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67095136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-802'] for router, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.381443 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.405356 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a51545e-0042-4a90-985b-d980b487ffee x-openstack-request-id: req-0a51545e-0042-4a90-985b-d980b487ffee {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:19.405877 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dd803f-36c7-4407-92ab-9a4022db5d80", "tag": "df52da83-e1e4-4c17-9a8a-3358383a21d1", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:19.406314 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a51545e-0042-4a90-985b-d980b487ffee {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:19.406931 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'tag': 'df52da83-e1e4-4c17-9a8a-3358383a21d1', 'status': 'completed', 'code': 200} Jun 17 08:19:19.468779 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-5db7488a-4fe3-4283-bb1b-10f87848a271 None None] Set router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:19.513518 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67094121'] for router, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.514049 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c39358-8bdb-4d9d-a7a4-c336bc50e633 {{(pid=92979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:19:19.516672 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f334-c3ec-4dbe-845c-8cc05c37ede0 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.525263 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.526618 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] 10.222.0.35 "DELETE /v2.0/routers/32c39358-8bdb-4d9d-a7a4-c336bc50e633 HTTP/1.1" status: 204 len: 168 time: 1.1367588 Jun 17 08:19:19.529543 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55596) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:19.558578 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55598) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:19.591819 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c45d4ed-cf44-42a6-a4f9-128dde568df0 admin admin] Deleting subnet 6d98a074-331c-4766-b44c-a8c8c8e4d172 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:19:19.595847 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8c45d4ed-cf44-42a6-a4f9-128dde568df0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.596062 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a678f36-8d9b-4e8a-ab6f-334dd012df63 req-8f9a2818-2603-4cab-a9ad-e17d7ebce45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:19.597673 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7a678f36-8d9b-4e8a-ab6f-334dd012df63 req-8f9a2818-2603-4cab-a9ad-e17d7ebce45b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ad4965f6e5b49d0a4e4204f2ca58d36&device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 1098 time: 0.1306489 Jun 17 08:19:19.646373 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8c45d4ed-cf44-42a6-a4f9-128dde568df0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63721517'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.672194 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f334-c3ec-4dbe-845c-8cc05c37ede0 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.680218 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f334-c3ec-4dbe-845c-8cc05c37ede0 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.685012 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d3df7a63-2f0d-4fd4-8f59-9211cbcce2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:19.729536 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a43c43a-e473-415a-b824-185145dc5007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.733278 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0f334-c3ec-4dbe-845c-8cc05c37ede0 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8066f8a6-2b28-48f3-b880-319f7abd211a,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:19.735170 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f334-c3ec-4dbe-845c-8cc05c37ede0 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.736471 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-f7c0f334-c3ec-4dbe-845c-8cc05c37ede0 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3775308 Jun 17 08:19:19.739985 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55602) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:19.743759 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f7c0f334-c3ec-4dbe-845c-8cc05c37ede0 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:19.745458 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-1009b768-92a6-466d-94a8-413d17a10fca tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Request body: {'security_group_rule': {'security_group_id': '8066f8a6-2b28-48f3-b880-319f7abd211a', 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:19.787103 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.db.api [None req-7a43c43a-e473-415a-b824-185145dc5007 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:19:19.787103 dv-cinder-791281-5-iscsi neutron-server[92979]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:19:19.787103 dv-cinder-791281-5-iscsi neutron-server[92979]: [parameters: {'project_id_1': 'ef78d81aa9784541ba52f9d1ffe556e2', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 19, 19, 765268)}] Jun 17 08:19:19.787103 dv-cinder-791281-5-iscsi neutron-server[92979]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92979) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:19:19.787946 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_db.api [None req-7a43c43a-e473-415a-b824-185145dc5007 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:19:19.789811 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8c45d4ed-cf44-42a6-a4f9-128dde568df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841451'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.819587 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1009b768-92a6-466d-94a8-413d17a10fca tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.848278 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a678f36-8d9b-4e8a-ab6f-334dd012df63 req-34937ee5-1002-4a76-99a1-2158ac9fde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:19.850680 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7a678f36-8d9b-4e8a-ab6f-334dd012df63 req-34937ee5-1002-4a76-99a1-2158ac9fde24 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f06aa2e1-db4d-4e4a-b1b3-09309ade0894 HTTP/1.1" status: 200 len: 915 time: 0.1130075 Jun 17 08:19:19.887313 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8c45d4ed-cf44-42a6-a4f9-128dde568df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63741480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64449861'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.889132 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5db7488a-4fe3-4283-bb1b-10f87848a271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'name': 'tempest-TestMinimumBasicScenario-919920592-router', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:25Z', 'updated_at': '2021-06-17T08:18:29Z', 'revision_number': 4, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'gw_port': {'id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:26Z', 'updated_at': '2021-06-17T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '4879889e-37e4-487b-869b-a4b8722c81fc', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'port_id': 'df52da83-e1e4-4c17-9a8a-3358383a21d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894', 'mac_address': 'fa:16:3e:e8:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:19:18Z', 'updated_at': '2021-06-17T08:19:18Z', 'revision_number': 0, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '534a61f9-b868-43f9-905d-b994b9e8252a', 'name': '', 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'mac_address': 'fa:16:3e:fc:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:28Z', 'updated_at': '2021-06-17T08:18:36Z', 'revision_number': 5, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'subnets': [{'id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:19.903587 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-14fd7c9c-ff4e-463f-8c13-59f799b526a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:19.914079 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8c45d4ed-cf44-42a6-a4f9-128dde568df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.915986 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-8c45d4ed-cf44-42a6-a4f9-128dde568df0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6d98a074-331c-4766-b44c-a8c8c8e4d172 HTTP/1.1" status: 204 len: 168 time: 0.3854582 Jun 17 08:19:19.918695 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1009b768-92a6-466d-94a8-413d17a10fca tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.920719 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55604) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:19.937012 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45d4ed-cf44-42a6-a4f9-128dde568df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d98a074-331c-4766-b44c-a8c8c8e4d172,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:19.937170 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a1f58c-9530-4c78-98e1-d422c3b40ba8 None None] Network 19ba03da-5332-4f85-9243-9aa68eba305b requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:19.938786 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1009b768-92a6-466d-94a8-413d17a10fca tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.939713 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8c45d4ed-cf44-42a6-a4f9-128dde568df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:19.940278 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db7488a-4fe3-4283-bb1b-10f87848a271 None None] Checking router: 3907e5c7-4fc1-48b9-a0f1-1540832bf06a for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:19:19.941392 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:19.958012 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009b768-92a6-466d-94a8-413d17a10fca tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28aebe60-6ab5-4c65-b3a5-fa43f0f15b6f,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:19.961896 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1009b768-92a6-466d-94a8-413d17a10fca tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:19.968169 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1009b768-92a6-466d-94a8-413d17a10fca tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.969024 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7488a-4fe3-4283-bb1b-10f87848a271 None None] Routers {'3907e5c7-4fc1-48b9-a0f1-1540832bf06a'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:19.970198 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1009b768-92a6-466d-94a8-413d17a10fca tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2289324 Jun 17 08:19:19.970574 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5db7488a-4fe3-4283-bb1b-10f87848a271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:18:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:19.972844 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55606) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:19.977680 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-811cebfb-25c6-4ce5-a1d5-059e5b8c8fd9 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Request body: {'security_group_rule': {'security_group_id': '8066f8a6-2b28-48f3-b880-319f7abd211a', 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:19.983377 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7a678f36-8d9b-4e8a-ab6f-334dd012df63 req-d01d5a7b-dbba-42df-b7f0-c905bf44aaab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df52da83-e1e4-4c17-9a8a-3358383a21d1 HTTP/1.1" status: 200 len: 999 time: 0.1257336 Jun 17 08:19:20.007665 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-811cebfb-25c6-4ce5-a1d5-059e5b8c8fd9 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.075770 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 5369cf28-d4ee-4791-8013-8426c9c1fdb5 no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:20.077284 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-811cebfb-25c6-4ce5-a1d5-059e5b8c8fd9 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.082955 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-811cebfb-25c6-4ce5-a1d5-059e5b8c8fd9 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.085933 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:20.092906 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977769'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.108764 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cebfb-25c6-4ce5-a1d5-059e5b8c8fd9 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a10026-3423-4485-848d-20c4f7add4ff,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:20.113426 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a678f36-8d9b-4e8a-ab6f-334dd012df63 req-6bd6bf6a-5f18-4c54-ac6a-4ac30fb5624b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:20.114143 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7a678f36-8d9b-4e8a-ab6f-334dd012df63 req-6bd6bf6a-5f18-4c54-ac6a-4ac30fb5624b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=be7bb7c4-9fbf-4034-956a-6f4e72343dd0 HTTP/1.1" status: 200 len: 853 time: 0.1230803 Jun 17 08:19:20.117580 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-811cebfb-25c6-4ce5-a1d5-059e5b8c8fd9 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:20.118981 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-811cebfb-25c6-4ce5-a1d5-059e5b8c8fd9 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.120324 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-811cebfb-25c6-4ce5-a1d5-059e5b8c8fd9 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1463447 Jun 17 08:19:20.123560 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55608) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:20.128263 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-0f92bf28-898b-4f59-95bb-f4f93f850641 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Request body: {'security_group_rule': {'security_group_id': '8066f8a6-2b28-48f3-b880-319f7abd211a', 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:20.136726 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 5369cf28-d4ee-4791-8013-8426c9c1fdb5 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:20.137085 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 5369cf28-d4ee-4791-8013-8426c9c1fdb5 not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:20.137508 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 9aba7d66-2081-4387-a2e0-9c99b7a16da1 no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:20.165060 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f92bf28-898b-4f59-95bb-f4f93f850641 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.182777 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 9aba7d66-2081-4387-a2e0-9c99b7a16da1 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:20.183409 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 9aba7d66-2081-4387-a2e0-9c99b7a16da1 not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:20.216920 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-5db7488a-4fe3-4283-bb1b-10f87848a271 None None] Set router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:20.221082 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Deleting port f3273052-870a-49c2-8719-52e70c7872ce {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:20.221428 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.237479 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f92bf28-898b-4f59-95bb-f4f93f850641 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.244960 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f92bf28-898b-4f59-95bb-f4f93f850641 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.248119 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:20.256890 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a678f36-8d9b-4e8a-ab6f-334dd012df63 req-e8b0d190-7202-4a7f-9840-598cb0626e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:20.258368 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7a678f36-8d9b-4e8a-ab6f-334dd012df63 req-e8b0d190-7202-4a7f-9840-598cb0626e37 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f06aa2e1-db4d-4e4a-b1b3-09309ade0894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1194265 Jun 17 08:19:20.272055 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92bf28-898b-4f59-95bb-f4f93f850641 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd81cae6-4c62-4048-b451-b1252dcf55a5,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:20.285532 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0f92bf28-898b-4f59-95bb-f4f93f850641 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:20.286903 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0f92bf28-898b-4f59-95bb-f4f93f850641 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.288081 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0f92bf28-898b-4f59-95bb-f4f93f850641 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1635404 Jun 17 08:19:20.291613 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55610) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:20.297469 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-4d6875b7-138d-4967-b991-5bda549da4fe tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Request body: {'security_group_rule': {'security_group_id': '8066f8a6-2b28-48f3-b880-319f7abd211a', 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:20.302767 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a43c43a-e473-415a-b824-185145dc5007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.346551 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d6875b7-138d-4967-b991-5bda549da4fe tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.366440 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98edc0e-0527-4581-8248-d68d4eafd8b9 None None] DHCP port deletion for 19ba03da-5332-4f85-9243-9aa68eba305b request from dv-cinder-791281-5-iscsi {{(pid=92981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:19:20.384416 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] For port f3273052-870a-49c2-8719-52e70c7872ce, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=f3273052-870a-49c2-8719-52e70c7872ce,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:20.385143 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.451001 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d6875b7-138d-4967-b991-5bda549da4fe tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.458549 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d6875b7-138d-4967-b991-5bda549da4fe tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.460869 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:20.481515 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6875b7-138d-4967-b991-5bda549da4fe tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f43def-fe36-4594-867d-3a889ba2189a,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:20.483895 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4d6875b7-138d-4967-b991-5bda549da4fe tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:20.503350 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b98edc0e-0527-4581-8248-d68d4eafd8b9 None None] Deleting port f3273052-870a-49c2-8719-52e70c7872ce {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:20.503734 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b98edc0e-0527-4581-8248-d68d4eafd8b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.505902 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Calling delete_port for f3273052-870a-49c2-8719-52e70c7872ce owned by network:dhcp {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:20.573889 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b98edc0e-0527-4581-8248-d68d4eafd8b9 None None] For port f3273052-870a-49c2-8719-52e70c7872ce, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=f3273052-870a-49c2-8719-52e70c7872ce,segment=NetworkSegment(4fb29fdb-ee14-4dfb-b9bc-082f01367520),segment_id=4fb29fdb-ee14-4dfb-b9bc-082f01367520)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:20.574198 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b98edc0e-0527-4581-8248-d68d4eafd8b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.588944 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7a678f36-8d9b-4e8a-ab6f-334dd012df63 req-c6585a1c-352c-4885-82f2-d1f06df1f658 service neutron] 10.222.0.38 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833271 Jun 17 08:19:20.621329 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5db7488a-4fe3-4283-bb1b-10f87848a271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'name': 'tempest-TestMinimumBasicScenario-919920592-router', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:25Z', 'updated_at': '2021-06-17T08:18:29Z', 'revision_number': 4, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'gw_port': {'id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:26Z', 'updated_at': '2021-06-17T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '4879889e-37e4-487b-869b-a4b8722c81fc', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'port_id': 'df52da83-e1e4-4c17-9a8a-3358383a21d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894', 'mac_address': 'fa:16:3e:e8:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:19:18Z', 'updated_at': '2021-06-17T08:19:18Z', 'revision_number': 0, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '534a61f9-b868-43f9-905d-b994b9e8252a', 'name': '', 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'mac_address': 'fa:16:3e:fc:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:28Z', 'updated_at': '2021-06-17T08:18:36Z', 'revision_number': 5, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'subnets': [{'id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:20.646696 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b98edc0e-0527-4581-8248-d68d4eafd8b9 None None] Calling delete_port for f3273052-870a-49c2-8719-52e70c7872ce owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:20.678928 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db7488a-4fe3-4283-bb1b-10f87848a271 None None] The sync data for ids ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'] in dv-cinder-791281-5-iscsi is: [{'id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'name': 'tempest-TestMinimumBasicScenario-919920592-router', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:25Z', 'updated_at': '2021-06-17T08:18:29Z', 'revision_number': 4, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'gw_port': {'id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:26Z', 'updated_at': '2021-06-17T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '4879889e-37e4-487b-869b-a4b8722c81fc', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'port_id': 'df52da83-e1e4-4c17-9a8a-3358383a21d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894', 'mac_address': 'fa:16:3e:e8:48:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:19:18Z', 'updated_at': '2021-06-17T08:19:18Z', 'revision_number': 0, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '534a61f9-b868-43f9-905d-b994b9e8252a', 'name': '', 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'mac_address': 'fa:16:3e:fc:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:28Z', 'updated_at': '2021-06-17T08:18:36Z', 'revision_number': 5, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'subnets': [{'id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:19:20.700708 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.706445 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-20ff719d-7cb8-4a51-883e-a4622ab4c6cc tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:20.735647 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3273052-870a-49c2-8719-52e70c7872ce,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:20.745235 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:20.756375 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] No DVR routers for this DVR port f3273052-870a-49c2-8719-52e70c7872ce on host dv-cinder-791281-5-iscsi {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:19:20.758953 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a43c43a-e473-415a-b824-185145dc5007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.763271 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b98edc0e-0527-4581-8248-d68d4eafd8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.768291 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:20.769618 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4d6875b7-138d-4967-b991-5bda549da4fe tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.772137 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4d6875b7-138d-4967-b991-5bda549da4fe tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4784052 Jun 17 08:19:20.774521 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55612) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:20.780557 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-063806f8-1856-4eff-a3c7-a847b9865f3f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Request body: {'security_group_rule': {'security_group_id': '8066f8a6-2b28-48f3-b880-319f7abd211a', 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:20.790414 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a43c43a-e473-415a-b824-185145dc5007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.796308 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:20.798234 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98edc0e-0527-4581-8248-d68d4eafd8b9 None None] Pushing event deleted for resources: {'Port': ['ID=f3273052-870a-49c2-8719-52e70c7872ce,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:20.801784 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b98edc0e-0527-4581-8248-d68d4eafd8b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:20.808356 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98edc0e-0527-4581-8248-d68d4eafd8b9 None None] No DVR routers for this DVR port f3273052-870a-49c2-8719-52e70c7872ce on host dv-cinder-791281-5-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:19:20.809144 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.securitygroups_db [None req-063806f8-1856-4eff-a3c7-a847b9865f3f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Project 5ad4965f6e5b49d0a4e4204f2ca58d36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:19:20.814543 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-063806f8-1856-4eff-a3c7-a847b9865f3f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.820841 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7a678f36-8d9b-4e8a-ab6f-334dd012df63 req-160b44da-a4cf-4a94-a6d3-b9acda89e983 service neutron] 10.222.0.38 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146814 Jun 17 08:19:20.871911 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-7a43c43a-e473-415a-b824-185145dc5007 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef78d81aa9784541ba52f9d1ffe556e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3120408 Jun 17 08:19:20.872736 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43c43a-e473-415a-b824-185145dc5007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98697ffc-7b1b-44c7-9529-ec0f3b8e9825,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:20.874835 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55614) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:20.877491 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7a43c43a-e473-415a-b824-185145dc5007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:20.902285 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840562', 'neutron.services.segments.db._delete_segments_for_network-8738547431473'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.913378 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ba03da-5332-4f85-9243-9aa68eba305b']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:20.926902 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb29fdb-ee14-4dfb-b9bc-082f01367520') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:20.927271 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb29fdb-ee14-4dfb-b9bc-082f01367520') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:20.928697 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-063806f8-1856-4eff-a3c7-a847b9865f3f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.936751 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-063806f8-1856-4eff-a3c7-a847b9865f3f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.938078 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738547430786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58020398'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.941257 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:20.966567 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.967357 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580cad1e-1943-4c27-aaa2-513402b0a41b None None] New status for floating IP 4879889e-37e4-487b-869b-a4b8722c81fc: ACTIVE {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:19:20.969823 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063806f8-1856-4eff-a3c7-a847b9865f3f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87923ee5-58aa-4b4e-bf02-5f45977e300f,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:20.980325 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:19:20.981074 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57996908'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: Traceback (most recent call last): Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: timer() Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: cb(*args, **kw) Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: return func(*args, **kwargs) Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: self._notify() Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: self.callback(batched_events) Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: event.method(event) Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: return f(self, *a, **k) Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._get(url).json() Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:19:20.983129 dv-cinder-791281-5-iscsi neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:19:20.985537 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c9f385b5-90c6-47c7-a6b5-e1ad9c3cf8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.987657 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-063806f8-1856-4eff-a3c7-a847b9865f3f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:20.989671 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-063806f8-1856-4eff-a3c7-a847b9865f3f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.993774 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-063806f8-1856-4eff-a3c7-a847b9865f3f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2175059 Jun 17 08:19:20.995785 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55616) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:21.000330 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-0c31bdb3-e17d-413c-a227-27687485003f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Request body: {'security_group_rule': {'security_group_id': '8066f8a6-2b28-48f3-b880-319f7abd211a', 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:21.014936 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c9f385b5-90c6-47c7-a6b5-e1ad9c3cf8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.064982 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.securitygroups_db [None req-0c31bdb3-e17d-413c-a227-27687485003f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Project 5ad4965f6e5b49d0a4e4204f2ca58d36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:19:21.069839 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c9f385b5-90c6-47c7-a6b5-e1ad9c3cf8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.071528 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67087437'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.073385 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c9f385b5-90c6-47c7-a6b5-e1ad9c3cf8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.077188 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c9f385b5-90c6-47c7-a6b5-e1ad9c3cf8db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98697ffc-7b1b-44c7-9529-ec0f3b8e9825 HTTP/1.1" status: 204 len: 168 time: 0.1989644 Jun 17 08:19:21.077188 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-553720fd-246f-4f65-b18a-a502f389eee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:21.077463 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0c31bdb3-e17d-413c-a227-27687485003f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.086252 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f385b5-90c6-47c7-a6b5-e1ad9c3cf8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98697ffc-7b1b-44c7-9529-ec0f3b8e9825,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:21.089359 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c9f385b5-90c6-47c7-a6b5-e1ad9c3cf8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:21.094453 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-90a2792d-dd32-484c-9044-bde306d4dd2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:21.098294 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.100639 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/19ba03da-5332-4f85-9243-9aa68eba305b HTTP/1.1" status: 204 len: 168 time: 1.1789808 Jun 17 08:19:21.121363 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=19ba03da-5332-4f85-9243-9aa68eba305b,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:21.133867 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:21.177909 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0c31bdb3-e17d-413c-a227-27687485003f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.183007 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0c31bdb3-e17d-413c-a227-27687485003f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.185308 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:21.202246 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31bdb3-e17d-413c-a227-27687485003f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398326fd-2cd7-4458-b495-a8ff8901c7f7,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:21.205061 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0c31bdb3-e17d-413c-a227-27687485003f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:21.209824 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0c31bdb3-e17d-413c-a227-27687485003f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.214257 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-0c31bdb3-e17d-413c-a227-27687485003f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2144411 Jun 17 08:19:21.251845 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55626) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:21.296514 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6460c627-70e4-46ee-b675-9cc31b6d313d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8752c1061ce9489f85b5546f7e4dbe9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433931 Jun 17 08:19:21.298839 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55628) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:21.337202 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8d2eba27-7baf-4d0d-962e-7b3cdefed53f req-025dd7e8-c71e-43d9-8c6e-6e04222533c2 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1892055052&fields=id&tenant_id=5ad4965f6e5b49d0a4e4204f2ca58d36 HTTP/1.1" status: 200 len: 267 time: 0.0368123 Jun 17 08:19:21.350390 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7a3a-8b35-4b49-98b3-b84b2c4902e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.373208 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7a3a-8b35-4b49-98b3-b84b2c4902e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.410007 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2eba27-7baf-4d0d-962e-7b3cdefed53f req-1cf7b8b8-258f-478c-83da-a02c1ed8bca8 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:21.412083 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8d2eba27-7baf-4d0d-962e-7b3cdefed53f req-1cf7b8b8-258f-478c-83da-a02c1ed8bca8 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 945 time: 0.0690849 Jun 17 08:19:21.425889 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7a3a-8b35-4b49-98b3-b84b2c4902e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.426320 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-8d2eba27-7baf-4d0d-962e-7b3cdefed53f req-793246f9-3881-47cd-a960-3d1ea95a2026 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Request body: {'port': {'security_groups': ['eaa9ce8d-3486-45f8-8898-c060e34638f4', '8066f8a6-2b28-48f3-b880-319f7abd211a']}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:21.428721 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7a3a-8b35-4b49-98b3-b84b2c4902e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.429861 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ef4b7a3a-8b35-4b49-98b3-b84b2c4902e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a85266a2-50cf-4efd-ad2d-83756a973b03 HTTP/1.1" status: 204 len: 168 time: 0.1299148 Jun 17 08:19:21.430732 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-709b46f0-2eb4-4ac8-8c87-36f5459bcc09 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:21.439195 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b7a3a-8b35-4b49-98b3-b84b2c4902e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85266a2-50cf-4efd-ad2d-83756a973b03,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:21.446777 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ef4b7a3a-8b35-4b49-98b3-b84b2c4902e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:21.494064 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55632) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:21.508831 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-376e9b09-48a0-40d4-bad4-006fc1b72d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.530231 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8d2eba27-7baf-4d0d-962e-7b3cdefed53f req-793246f9-3881-47cd-a960-3d1ea95a2026 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.607684 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-376e9b09-48a0-40d4-bad4-006fc1b72d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.612728 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-376e9b09-48a0-40d4-bad4-006fc1b72d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.616027 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-36945cdd-f63b-454d-9cf1-6eddfb40e62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:21.652746 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-376e9b09-48a0-40d4-bad4-006fc1b72d93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=117029ea9a6346d5b8dc2c5686cfc3d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568441 Jun 17 08:19:21.654021 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e9b09-48a0-40d4-bad4-006fc1b72d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652e40d0-fc37-49f6-a06b-41fc73c72e37,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:21.656500 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55636) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:21.662376 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-376e9b09-48a0-40d4-bad4-006fc1b72d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:21.717187 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eb2105df-9bc3-4e25-9245-cac6cf599e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.726918 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-8d2eba27-7baf-4d0d-962e-7b3cdefed53f req-793246f9-3881-47cd-a960-3d1ea95a2026 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] For port df52da83-e1e4-4c17-9a8a-3358383a21d1, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=df52da83-e1e4-4c17-9a8a-3358383a21d1,segment=NetworkSegment(fdd8f78f-4233-4f08-a4b0-ca21d15acc81),segment_id=fdd8f78f-4233-4f08-a4b0-ca21d15acc81)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:21.741995 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eb2105df-9bc3-4e25-9245-cac6cf599e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.757684 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8d2eba27-7baf-4d0d-962e-7b3cdefed53f req-793246f9-3881-47cd-a960-3d1ea95a2026 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.763892 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8d2eba27-7baf-4d0d-962e-7b3cdefed53f req-793246f9-3881-47cd-a960-3d1ea95a2026 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57996800'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.769613 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b1394173-4b4f-4c8c-84b6-66db88b87bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:21.776942 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['df52da83-e1e4-4c17-9a8a-3358383a21d1'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:19:21.802707 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eb2105df-9bc3-4e25-9245-cac6cf599e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.805964 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eb2105df-9bc3-4e25-9245-cac6cf599e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.809762 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-eb2105df-9bc3-4e25-9245-cac6cf599e5e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/652e40d0-fc37-49f6-a06b-41fc73c72e37 HTTP/1.1" status: 204 len: 168 time: 0.1499290 Jun 17 08:19:21.809762 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-20b5e247-7fb2-4306-b743-651d022202cc tempest-VolumesNegativeTest-1812828733 tempest-VolumesNegativeTest-1812828733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:21.816780 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2105df-9bc3-4e25-9245-cac6cf599e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652e40d0-fc37-49f6-a06b-41fc73c72e37,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:21.819009 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-eb2105df-9bc3-4e25-9245-cac6cf599e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:21.819466 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2eba27-7baf-4d0d-962e-7b3cdefed53f req-793246f9-3881-47cd-a960-3d1ea95a2026 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:21.820185 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-8d2eba27-7baf-4d0d-962e-7b3cdefed53f req-793246f9-3881-47cd-a960-3d1ea95a2026 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.821730 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8d2eba27-7baf-4d0d-962e-7b3cdefed53f req-793246f9-3881-47cd-a960-3d1ea95a2026 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "PUT /v2.0/ports/df52da83-e1e4-4c17-9a8a-3358383a21d1 HTTP/1.1" status: 200 len: 981 time: 0.4022772 Jun 17 08:19:21.823025 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'tag': 'df52da83-e1e4-4c17-9a8a-3358383a21d1'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:21.832558 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a726b0ef-a109-490d-87de-e44ff96bd8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "39dd803f-36c7-4407-92ab-9a4022db5d80", "tag": "df52da83-e1e4-4c17-9a8a-3358383a21d1"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:21.875763 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793246f9-3881-47cd-a960-3d1ea95a2026 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Pushing event updated for resources: {'Port': ['ID=df52da83-e1e4-4c17-9a8a-3358383a21d1,revision_number=6']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:21.879608 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-793246f9-3881-47cd-a960-3d1ea95a2026 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:21.928091 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bf69d7-d3d7-454a-925f-3209d6a742e2 x-openstack-request-id: req-c4bf69d7-d3d7-454a-925f-3209d6a742e2 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:21.933414 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dd803f-36c7-4407-92ab-9a4022db5d80", "tag": "df52da83-e1e4-4c17-9a8a-3358383a21d1", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:21.934078 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c4bf69d7-d3d7-454a-925f-3209d6a742e2 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:21.938308 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'tag': 'df52da83-e1e4-4c17-9a8a-3358383a21d1', 'status': 'completed', 'code': 200} Jun 17 08:19:21.945284 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['df52da83-e1e4-4c17-9a8a-3358383a21d1'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:19:22.058827 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device f3273052-870a-49c2-8719-52e70c7872ce no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:22.067287 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726b0ef-a109-490d-87de-e44ff96bd8ef req-96f35355-bbd9-4ccc-855d-7f24428633b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:22.070245 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a726b0ef-a109-490d-87de-e44ff96bd8ef req-96f35355-bbd9-4ccc-855d-7f24428633b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ad4965f6e5b49d0a4e4204f2ca58d36&device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 1137 time: 0.1157300 Jun 17 08:19:22.107212 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: f3273052-870a-49c2-8719-52e70c7872ce {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:22.107596 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device f3273052-870a-49c2-8719-52e70c7872ce not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:22.217807 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-c12b3fd0-04a4-4553-bfac-3a83536edd40 None None] Provisioning complete for port df52da83-e1e4-4c17-9a8a-3358383a21d1 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:22.217957 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c12b3fd0-04a4-4553-bfac-3a83536edd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:22.233935 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726b0ef-a109-490d-87de-e44ff96bd8ef req-6905c636-0a28-486a-8f90-93d762637b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:22.235890 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a726b0ef-a109-490d-87de-e44ff96bd8ef req-6905c636-0a28-486a-8f90-93d762637b75 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f06aa2e1-db4d-4e4a-b1b3-09309ade0894 HTTP/1.1" status: 200 len: 915 time: 0.1588733 Jun 17 08:19:22.281573 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ab667-98f3-4d66-9ad8-e16e74050951 req-53c4e4dc-84ab-4ff8-adf8-a3c346f7e9cf tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:22.283153 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1e1ab667-98f3-4d66-9ad8-e16e74050951 req-53c4e4dc-84ab-4ff8-adf8-a3c346f7e9cf tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.1853089 Jun 17 08:19:22.397147 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55668) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:22.639241 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a726b0ef-a109-490d-87de-e44ff96bd8ef req-d52fb4a5-0e01-44da-8c33-54b14f9d323a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df52da83-e1e4-4c17-9a8a-3358383a21d1 HTTP/1.1" status: 200 len: 1001 time: 0.3956912 Jun 17 08:19:22.665326 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1718893425-network', 'tenant_id': 'd0d18f629f3541acaeb729bcb2d692a0'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:22.709343 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] Made reservation on behalf of d0d18f629f3541acaeb729bcb2d692a0 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:22.711645 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1e1ab667-98f3-4d66-9ad8-e16e74050951 req-cc541413-c58f-4019-96c0-bba8696ea31e tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712016 Jun 17 08:19:22.715844 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:22.722666 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726b0ef-a109-490d-87de-e44ff96bd8ef req-5f8a9fc0-009e-4f98-a29e-edd2e6084344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:22.724797 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a726b0ef-a109-490d-87de-e44ff96bd8ef req-5f8a9fc0-009e-4f98-a29e-edd2e6084344 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=be7bb7c4-9fbf-4034-956a-6f4e72343dd0 HTTP/1.1" status: 200 len: 853 time: 0.0643392 Jun 17 08:19:22.730006 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:22.814651 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726b0ef-a109-490d-87de-e44ff96bd8ef req-14ecaa7c-cc4e-4f45-be09-e144075065f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:22.816323 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a726b0ef-a109-490d-87de-e44ff96bd8ef req-14ecaa7c-cc4e-4f45-be09-e144075065f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f06aa2e1-db4d-4e4a-b1b3-09309ade0894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837979 Jun 17 08:19:22.855411 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:22.860368 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:22.865194 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c9f385b5-90c6-47c7-a6b5-e1ad9c3cf8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:22.887373 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:19:22.904288 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dbd7e8-4ebd-4b9e-9f85-93713848f2a6,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:22.908415 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:22.909628 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:22.909965 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] Added segment fd76af62-847b-4dcf-8d4c-0c64fe20c5ac of type vlan for network 8866efcd-a82c-469e-96ff-916fa482b0a4 Jun 17 08:19:22.930879 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a726b0ef-a109-490d-87de-e44ff96bd8ef req-eedc2174-3df2-4fe7-9353-898345595e3f service neutron] 10.222.0.38 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068218 Jun 17 08:19:22.960493 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:23.007462 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:23.009998 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:23.010827 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:23.015505 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:23.058805 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6596351 Jun 17 08:19:23.059059 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55686) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:23.065733 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-bbfce430-dab6-49d5-8001-7a20fadcbd9c admin admin] Request body: {'subnet': {'network_id': '8866efcd-a82c-469e-96ff-916fa482b0a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1718893425-subnet', 'tenant_id': 'd0d18f629f3541acaeb729bcb2d692a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:23.074372 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a726b0ef-a109-490d-87de-e44ff96bd8ef req-87b54da0-5cde-479c-87c8-81f706e9d99f service neutron] 10.222.0.38 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363773 Jun 17 08:19:23.095108 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=8866efcd-a82c-469e-96ff-916fa482b0a4,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:23.097231 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfce430-dab6-49d5-8001-7a20fadcbd9c admin admin] Made reservation on behalf of d0d18f629f3541acaeb729bcb2d692a0 for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:23.098389 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:23.102545 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bbfce430-dab6-49d5-8001-7a20fadcbd9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62916947'] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:23.107547 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network 8866efcd-a82c-469e-96ff-916fa482b0a4 details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:19:23.300747 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bbfce430-dab6-49d5-8001-7a20fadcbd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57996942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62916929'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:23.304189 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-207d4f02-a464-4cb0-a31c-aace9c4ca29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:23.364842 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfce430-dab6-49d5-8001-7a20fadcbd9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=49c48071-cb27-45f5-bd91-457f04f0bb50,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:23.367868 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-bbfce430-dab6-49d5-8001-7a20fadcbd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:23.373231 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfce430-dab6-49d5-8001-7a20fadcbd9c admin admin] Checking segment: {'id': 'fd76af62-847b-4dcf-8d4c-0c64fe20c5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8866efcd-a82c-469e-96ff-916fa482b0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:23.373705 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfce430-dab6-49d5-8001-7a20fadcbd9c admin admin] Network hostable DHCP agents. Network: 8866efcd-a82c-469e-96ff-916fa482b0a4, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:19:23.393304 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfce430-dab6-49d5-8001-7a20fadcbd9c admin admin] Network 8866efcd-a82c-469e-96ff-916fa482b0a4 is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:19:23.403004 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-bbfce430-dab6-49d5-8001-7a20fadcbd9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, 8866efcd-a82c-469e-96ff-916fa482b0a4) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:23.406910 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfce430-dab6-49d5-8001-7a20fadcbd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:23.407545 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bbfce430-dab6-49d5-8001-7a20fadcbd9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:23.412408 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d33192-b4bf-40f7-abe6-10308e803c67 None None] Network 8866efcd-a82c-469e-96ff-916fa482b0a4 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:23.432444 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-bbfce430-dab6-49d5-8001-7a20fadcbd9c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3639593 Jun 17 08:19:23.690276 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027d0d17-0e38-4e8d-b2c1-d603c23c9082 None None] Network 8866efcd-a82c-469e-96ff-916fa482b0a4 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:23.923936 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c6deab18-af4f-4c81-a615-32bfaa952608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.021830 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55724) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:24.027324 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1540773886-network', 'tenant_id': '0ca63200975f4eabad2157261626fa9b'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:24.049285 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] Made reservation on behalf of 0ca63200975f4eabad2157261626fa9b for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:24.051691 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.061464 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.159031 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.163446 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.166991 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f037b67d-497a-475c-975a-b774b18815a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:24.195076 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:19:24.201921 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728b0cf5-485e-46d9-bdb9-f80ef877741f,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:24.212082 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:24.217143 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.217526 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.segments_db [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] Added segment 14da6744-e475-41a6-937f-2bde40510466 of type vlan for network 314cf4e8-933b-460d-85b1-7778dd7125bc Jun 17 08:19:24.258168 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.285651 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.286882 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:24.287474 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.290219 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:24.318999 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2959771 Jun 17 08:19:24.321808 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55728) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:24.326990 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-1581ca99-0749-4604-bddc-804e8701a3ae admin admin] Request body: {'subnet': {'network_id': '314cf4e8-933b-460d-85b1-7778dd7125bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1540773886-subnet', 'tenant_id': '0ca63200975f4eabad2157261626fa9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:24.347306 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1581ca99-0749-4604-bddc-804e8701a3ae admin admin] Made reservation on behalf of 0ca63200975f4eabad2157261626fa9b for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:24.349600 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1581ca99-0749-4604-bddc-804e8701a3ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64449888'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.350747 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] Pushing event updated for resources: {'Network': ['ID=314cf4e8-933b-460d-85b1-7778dd7125bc,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:24.354446 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:24.360867 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network 314cf4e8-933b-460d-85b1-7778dd7125bc details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:19:24.516772 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1581ca99-0749-4604-bddc-804e8701a3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63741543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64449906'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.519614 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:24.571808 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581ca99-0749-4604-bddc-804e8701a3ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e4bdc96-709b-4691-9589-5f09d57e8a31,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:24.575007 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1581ca99-0749-4604-bddc-804e8701a3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:24.581926 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1581ca99-0749-4604-bddc-804e8701a3ae admin admin] Checking segment: {'id': '14da6744-e475-41a6-937f-2bde40510466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '314cf4e8-933b-460d-85b1-7778dd7125bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:24.582285 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1581ca99-0749-4604-bddc-804e8701a3ae admin admin] Network hostable DHCP agents. Network: 314cf4e8-933b-460d-85b1-7778dd7125bc, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:19:24.599984 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1581ca99-0749-4604-bddc-804e8701a3ae admin admin] Network 314cf4e8-933b-460d-85b1-7778dd7125bc is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:19:24.609238 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-1581ca99-0749-4604-bddc-804e8701a3ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, 314cf4e8-933b-460d-85b1-7778dd7125bc) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:24.614887 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1581ca99-0749-4604-bddc-804e8701a3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:24.614887 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1581ca99-0749-4604-bddc-804e8701a3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.618150 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e597aa-28b8-4a9a-8a02-b35af85f4901 None None] Network 314cf4e8-933b-460d-85b1-7778dd7125bc requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:24.630638 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1581ca99-0749-4604-bddc-804e8701a3ae admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3076577 Jun 17 08:19:24.744669 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1422cb5-ad56-40e6-9923-93c9cc14e766 None None] Network 314cf4e8-933b-460d-85b1-7778dd7125bc requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:24.749214 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55732) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:24.802059 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-6460fea9-3cf2-4836-aab8-d954a42a3760 admin admin] Deleting subnet 49c48071-cb27-45f5-bd91-457f04f0bb50 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:19:24.805267 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6460fea9-3cf2-4836-aab8-d954a42a3760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.842387 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6460fea9-3cf2-4836-aab8-d954a42a3760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63721517'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.886004 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6460fea9-3cf2-4836-aab8-d954a42a3760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841451'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.965105 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6460fea9-3cf2-4836-aab8-d954a42a3760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63741480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64449861'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.967905 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-26a9c729-af04-4392-a729-a0bd32c8c56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:24.992856 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460fea9-3cf2-4836-aab8-d954a42a3760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49c48071-cb27-45f5-bd91-457f04f0bb50,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:24.996034 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-6460fea9-3cf2-4836-aab8-d954a42a3760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:24.997039 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6460fea9-3cf2-4836-aab8-d954a42a3760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.998938 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6460fea9-3cf2-4836-aab8-d954a42a3760 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/49c48071-cb27-45f5-bd91-457f04f0bb50 HTTP/1.1" status: 204 len: 168 time: 0.2487292 Jun 17 08:19:25.003816 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55734) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:25.081077 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f515d1f-974e-4463-9e98-adf71ad805a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977769'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.163065 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f515d1f-974e-4463-9e98-adf71ad805a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840562', 'neutron.services.segments.db._delete_segments_for_network-8738547431473'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.175006 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-9f515d1f-974e-4463-9e98-adf71ad805a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8866efcd-a82c-469e-96ff-916fa482b0a4']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:25.185584 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-9f515d1f-974e-4463-9e98-adf71ad805a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd76af62-847b-4dcf-8d4c-0c64fe20c5ac') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:25.185887 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-9f515d1f-974e-4463-9e98-adf71ad805a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd76af62-847b-4dcf-8d4c-0c64fe20c5ac') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:25.197091 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f515d1f-974e-4463-9e98-adf71ad805a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738547430786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63721506'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.211471 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f515d1f-974e-4463-9e98-adf71ad805a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.220005 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f515d1f-974e-4463-9e98-adf71ad805a3 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:19:25.220400 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f515d1f-974e-4463-9e98-adf71ad805a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63741573'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: retrieve_revision_numbers = { Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: Traceback (most recent call last): Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: timer() Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: cb(*args, **kw) Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: return func(*args, **kwargs) Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: self._notify() Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: self.callback(batched_events) Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: event.method(event) Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: return f(self, *a, **k) Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: return self._get(url).json() Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:19:25.222318 dv-cinder-791281-5-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:19:25.282249 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f515d1f-974e-4463-9e98-adf71ad805a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67087437'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.288082 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9f515d1f-974e-4463-9e98-adf71ad805a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.290122 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9f515d1f-974e-4463-9e98-adf71ad805a3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8866efcd-a82c-469e-96ff-916fa482b0a4 HTTP/1.1" status: 204 len: 168 time: 0.2853558 Jun 17 08:19:25.291056 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3227ffc4-f46e-4772-a843-40f4f36ae53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:25.298799 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55740) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:25.303225 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f515d1f-974e-4463-9e98-adf71ad805a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8866efcd-a82c-469e-96ff-916fa482b0a4,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:25.306279 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9f515d1f-974e-4463-9e98-adf71ad805a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:25.353131 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-b240d1c6-62b2-4320-823b-f2cd2e53b559 admin admin] Deleting subnet 9e4bdc96-709b-4691-9589-5f09d57e8a31 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:19:25.357029 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b240d1c6-62b2-4320-823b-f2cd2e53b559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.403909 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b240d1c6-62b2-4320-823b-f2cd2e53b559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58020385'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.444217 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b240d1c6-62b2-4320-823b-f2cd2e53b559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841451'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.500824 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b240d1c6-62b2-4320-823b-f2cd2e53b559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57996993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62916982'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.503916 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:25.528530 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240d1c6-62b2-4320-823b-f2cd2e53b559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e4bdc96-709b-4691-9589-5f09d57e8a31,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:25.530720 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b240d1c6-62b2-4320-823b-f2cd2e53b559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.532708 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-b240d1c6-62b2-4320-823b-f2cd2e53b559 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9e4bdc96-709b-4691-9589-5f09d57e8a31 HTTP/1.1" status: 204 len: 168 time: 0.2320035 Jun 17 08:19:25.533439 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b240d1c6-62b2-4320-823b-f2cd2e53b559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:25.535062 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 55744) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:25.608947 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-acf51b7c-689e-4b2f-835f-eb8edab47f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977769'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.688041 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-acf51b7c-689e-4b2f-835f-eb8edab47f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840562', 'neutron.services.segments.db._delete_segments_for_network-8738547431473'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.699471 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-acf51b7c-689e-4b2f-835f-eb8edab47f36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314cf4e8-933b-460d-85b1-7778dd7125bc']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:25.710028 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-acf51b7c-689e-4b2f-835f-eb8edab47f36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14da6744-e475-41a6-937f-2bde40510466') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:25.710320 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-acf51b7c-689e-4b2f-835f-eb8edab47f36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14da6744-e475-41a6-937f-2bde40510466') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:25.719093 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-acf51b7c-689e-4b2f-835f-eb8edab47f36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738547430786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58020398'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.732974 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-acf51b7c-689e-4b2f-835f-eb8edab47f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.738875 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf51b7c-689e-4b2f-835f-eb8edab47f36 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:19:25.739296 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-acf51b7c-689e-4b2f-835f-eb8edab47f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57996908'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: Traceback (most recent call last): Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: timer() Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: cb(*args, **kw) Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: return func(*args, **kwargs) Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: self._notify() Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: self.callback(batched_events) Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: event.method(event) Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: return f(self, *a, **k) Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._get(url).json() Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:19:25.741036 dv-cinder-791281-5-iscsi neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:19:25.794813 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-acf51b7c-689e-4b2f-835f-eb8edab47f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67087437'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.800053 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:25.813615 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-acf51b7c-689e-4b2f-835f-eb8edab47f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.815418 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-acf51b7c-689e-4b2f-835f-eb8edab47f36 admin admin] 10.222.0.35 "DELETE /v2.0/networks/314cf4e8-933b-460d-85b1-7778dd7125bc HTTP/1.1" status: 204 len: 168 time: 0.2794139 Jun 17 08:19:25.816702 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf51b7c-689e-4b2f-835f-eb8edab47f36 admin admin] Pushing event deleted for resources: {'Network': ['ID=314cf4e8-933b-460d-85b1-7778dd7125bc,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:25.819118 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-acf51b7c-689e-4b2f-835f-eb8edab47f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:25.979067 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55748) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:26.022233 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6b5f90fb-8c72-45ae-b85c-3464f36e5711 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d0d18f629f3541acaeb729bcb2d692a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419738 Jun 17 08:19:26.024737 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55750) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:26.075899 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-560c039b-3e78-45b6-860c-fc0a330fc4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.097962 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-560c039b-3e78-45b6-860c-fc0a330fc4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.148845 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-560c039b-3e78-45b6-860c-fc0a330fc4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.154241 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-560c039b-3e78-45b6-860c-fc0a330fc4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.160709 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-560c039b-3e78-45b6-860c-fc0a330fc4a9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6dbd7e8-4ebd-4b9e-9f85-93713848f2a6 HTTP/1.1" status: 204 len: 168 time: 0.1343281 Jun 17 08:19:26.162172 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-61c7c466-70e1-4183-bb54-213d3e544030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:26.177750 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c039b-3e78-45b6-860c-fc0a330fc4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dbd7e8-4ebd-4b9e-9f85-93713848f2a6,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:26.181435 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-560c039b-3e78-45b6-860c-fc0a330fc4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:26.506554 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.525072 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55760) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:26.566647 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e74e9d96-cc73-41f8-91f8-9d192adb0fa7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ca63200975f4eabad2157261626fa9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371454 Jun 17 08:19:26.566998 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 55762) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:26.622650 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d1216b82-8384-4ef2-af8e-7d058465b613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.644270 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d1216b82-8384-4ef2-af8e-7d058465b613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.715065 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d1216b82-8384-4ef2-af8e-7d058465b613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.717921 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d1216b82-8384-4ef2-af8e-7d058465b613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.721516 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d1216b82-8384-4ef2-af8e-7d058465b613 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/728b0cf5-485e-46d9-bdb9-f80ef877741f HTTP/1.1" status: 204 len: 168 time: 0.1512883 Jun 17 08:19:26.721516 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-eb2105df-9bc3-4e25-9245-cac6cf599e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:26.727447 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1216b82-8384-4ef2-af8e-7d058465b613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728b0cf5-485e-46d9-bdb9-f80ef877741f,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:26.730584 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d1216b82-8384-4ef2-af8e-7d058465b613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:26.761368 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bd7c4081-921b-4588-832c-13a1aa453a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.796837 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.727697 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:29.660579 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.204624 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:19:40.386999 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 56062) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:40.492086 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6593b92c-cc44-4ad3-b48c-c10aa5c98dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.585478 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6593b92c-cc44-4ad3-b48c-c10aa5c98dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.590400 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6593b92c-cc44-4ad3-b48c-c10aa5c98dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.592992 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f01ebaa4-3274-441c-b3f2-8e601662291d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:40.626907 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593b92c-cc44-4ad3-b48c-c10aa5c98dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec92d989-c39c-4bd7-9de7-b71e677861e5,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:40.631861 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6593b92c-cc44-4ad3-b48c-c10aa5c98dcc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=088ebb35476f456f8303211508cc2b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436390 Jun 17 08:19:40.633111 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-6593b92c-cc44-4ad3-b48c-c10aa5c98dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:40.633877 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 56068) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:40.688039 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2eb500ea-ed89-43b4-9429-dd82c123a758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.716365 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2eb500ea-ed89-43b4-9429-dd82c123a758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.771177 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2eb500ea-ed89-43b4-9429-dd82c123a758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.773953 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2eb500ea-ed89-43b4-9429-dd82c123a758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.775090 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-2eb500ea-ed89-43b4-9429-dd82c123a758 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec92d989-c39c-4bd7-9de7-b71e677861e5 HTTP/1.1" status: 204 len: 168 time: 0.1401329 Jun 17 08:19:40.776448 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-581acb70-74fe-435e-9d55-6fa7088189be tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:40.785127 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb500ea-ed89-43b4-9429-dd82c123a758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec92d989-c39c-4bd7-9de7-b71e677861e5,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:40.787846 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2eb500ea-ed89-43b4-9429-dd82c123a758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:41.048248 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 56086) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:41.061931 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-95d6d545-6c50-4f97-9555-38b7c741b9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.150963 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-95d6d545-6c50-4f97-9555-38b7c741b9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.155574 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-95d6d545-6c50-4f97-9555-38b7c741b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.157944 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-04e57fe1-e847-4967-aa87-d07b2994154b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:41.194111 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-95d6d545-6c50-4f97-9555-38b7c741b9f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=70a0dd5f23e6432db6d370a9d2b0b24c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446691 Jun 17 08:19:41.195054 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6d545-6c50-4f97-9555-38b7c741b9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13371afb-7492-407e-af2e-073beb0b9f4a,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:41.198664 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-95d6d545-6c50-4f97-9555-38b7c741b9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:41.201130 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 56088) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:41.251518 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b643216c-3aa0-48ee-addb-56221fdcab45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.287047 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b643216c-3aa0-48ee-addb-56221fdcab45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.337318 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b643216c-3aa0-48ee-addb-56221fdcab45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.339972 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b643216c-3aa0-48ee-addb-56221fdcab45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.341113 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-b643216c-3aa0-48ee-addb-56221fdcab45 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/13371afb-7492-407e-af2e-073beb0b9f4a HTTP/1.1" status: 204 len: 168 time: 0.1390564 Jun 17 08:19:41.341891 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-317342bd-3fb4-417e-bc00-ac23af1e837b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:41.349964 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643216c-3aa0-48ee-addb-56221fdcab45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13371afb-7492-407e-af2e-073beb0b9f4a,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:41.352231 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b643216c-3aa0-48ee-addb-56221fdcab45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:45.451927 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4806a1-c6fb-44c5-999f-ef0bcd714032 req-4fc212ba-2cb9-4282-9cbe-a0bd7b228baa tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:45.453368 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2e4806a1-c6fb-44c5-999f-ef0bcd714032 req-4fc212ba-2cb9-4282-9cbe-a0bd7b228baa tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0635383 Jun 17 08:19:45.493642 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2e4806a1-c6fb-44c5-999f-ef0bcd714032 req-f136044e-d323-477d-a09c-244d59f37082 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343437 Jun 17 08:19:46.670233 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33287a86-38f5-4a30-9db8-9ed22cea2ce1 req-01fec18c-d692-404e-b045-e74a98f80d0e tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:46.671709 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-33287a86-38f5-4a30-9db8-9ed22cea2ce1 req-01fec18c-d692-404e-b045-e74a98f80d0e tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0633435 Jun 17 08:19:46.711245 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-33287a86-38f5-4a30-9db8-9ed22cea2ce1 req-4d6d6f11-6d61-43b9-8753-8c9cd1552da7 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338371 Jun 17 08:19:47.296087 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee01caa-72f9-4e3c-bb85-5dd71ae71b38 req-479d92cc-4c08-4da0-b856-450e2a5abfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:47.297589 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fee01caa-72f9-4e3c-bb85-5dd71ae71b38 req-479d92cc-4c08-4da0-b856-450e2a5abfd3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ad4965f6e5b49d0a4e4204f2ca58d36&device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 1137 time: 0.0585825 Jun 17 08:19:47.388618 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee01caa-72f9-4e3c-bb85-5dd71ae71b38 req-9f75f2fb-e8ef-453e-aeae-b2459fde48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:47.390075 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fee01caa-72f9-4e3c-bb85-5dd71ae71b38 req-9f75f2fb-e8ef-453e-aeae-b2459fde48d8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f06aa2e1-db4d-4e4a-b1b3-09309ade0894 HTTP/1.1" status: 200 len: 915 time: 0.0857270 Jun 17 08:19:47.456729 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fee01caa-72f9-4e3c-bb85-5dd71ae71b38 req-64885aa0-9d11-478c-b947-d9414e40f003 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df52da83-e1e4-4c17-9a8a-3358383a21d1 HTTP/1.1" status: 200 len: 1001 time: 0.0601285 Jun 17 08:19:47.506826 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee01caa-72f9-4e3c-bb85-5dd71ae71b38 req-ababa235-849a-4427-8bd1-74e5c1dc0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:47.508268 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fee01caa-72f9-4e3c-bb85-5dd71ae71b38 req-ababa235-849a-4427-8bd1-74e5c1dc0249 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=be7bb7c4-9fbf-4034-956a-6f4e72343dd0 HTTP/1.1" status: 200 len: 853 time: 0.0426176 Jun 17 08:19:47.565844 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee01caa-72f9-4e3c-bb85-5dd71ae71b38 req-feeb3bde-f1ce-47d8-bdc6-fb825d0e41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:47.567223 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fee01caa-72f9-4e3c-bb85-5dd71ae71b38 req-feeb3bde-f1ce-47d8-bdc6-fb825d0e41dc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f06aa2e1-db4d-4e4a-b1b3-09309ade0894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521069 Jun 17 08:19:47.660877 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fee01caa-72f9-4e3c-bb85-5dd71ae71b38 req-8460092c-b089-4e2d-ba5c-0f0c51dc7dd7 service neutron] 10.222.0.38 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862513 Jun 17 08:19:47.750696 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fee01caa-72f9-4e3c-bb85-5dd71ae71b38 req-607adb30-f3ec-4e2b-8104-d7ee25456cce service neutron] 10.222.0.38 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817802 Jun 17 08:19:47.888502 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c072f-2c38-4535-810c-92a490a8f208 req-632a2c19-7f80-48e5-82ea-cbb1590d263f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:47.889881 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bd0c072f-2c38-4535-810c-92a490a8f208 req-632a2c19-7f80-48e5-82ea-cbb1590d263f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0685356 Jun 17 08:19:47.931706 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bd0c072f-2c38-4535-810c-92a490a8f208 req-b71d05a8-f230-4e96-9cfe-2dd321b859d2 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352881 Jun 17 08:19:49.107372 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3525c5b-c677-4ebe-9121-18bae306f3ac req-81d80273-d1a5-4c72-af1d-227b3fcbb498 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:49.108843 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e3525c5b-c677-4ebe-9121-18bae306f3ac req-81d80273-d1a5-4c72-af1d-227b3fcbb498 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0645463 Jun 17 08:19:49.148909 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e3525c5b-c677-4ebe-9121-18bae306f3ac req-7a868b93-3323-4e23-830f-b1a344286982 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343788 Jun 17 08:19:50.328375 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf80f6-97ef-40d4-8eb7-57351debdbf3 req-b9ddc075-dd26-452e-a8f5-44a2f238e02f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:50.329861 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-21cf80f6-97ef-40d4-8eb7-57351debdbf3 req-b9ddc075-dd26-452e-a8f5-44a2f238e02f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0669856 Jun 17 08:19:50.369879 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-21cf80f6-97ef-40d4-8eb7-57351debdbf3 req-d27b5439-2ba2-4c0d-9b64-68435ce3260a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336051 Jun 17 08:19:51.550652 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9740c6-5482-47ea-b910-281c07717f6c req-a5cb66a4-44d3-4933-a126-aa27fbabe1b2 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:51.552198 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ba9740c6-5482-47ea-b910-281c07717f6c req-a5cb66a4-44d3-4933-a126-aa27fbabe1b2 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0693438 Jun 17 08:19:51.594138 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ba9740c6-5482-47ea-b910-281c07717f6c req-53dcca14-3b0e-4577-b58b-21ade6b1eaf0 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359390 Jun 17 08:19:52.777215 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026e5ec-93d8-4761-9507-17aa9c2b591c req-12482c23-8f08-4e7f-8cbe-00ebc48e674e tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:52.778456 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9026e5ec-93d8-4761-9507-17aa9c2b591c req-12482c23-8f08-4e7f-8cbe-00ebc48e674e tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0682294 Jun 17 08:19:52.826846 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9026e5ec-93d8-4761-9507-17aa9c2b591c req-cba13b13-52f9-4b4b-9956-3955dd7f93ea tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423849 Jun 17 08:19:53.926949 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0083-62b2-424e-964c-2542b19878e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.067126 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444735f5-86b6-4792-88b3-187dc72675e4 req-c593fd94-5e46-4603-8f3d-4b52b714f521 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:54.069758 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-444735f5-86b6-4792-88b3-187dc72675e4 req-c593fd94-5e46-4603-8f3d-4b52b714f521 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0964479 Jun 17 08:19:54.111957 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-444735f5-86b6-4792-88b3-187dc72675e4 req-7e071777-5887-4fa1-b704-1913023e2ad4 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362873 Jun 17 08:19:55.296248 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44a9e2-34ee-40c4-b711-753fbd2ebb29 req-3535a3c8-e192-4c81-a070-f47568f21729 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:55.297728 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0f44a9e2-34ee-40c4-b711-753fbd2ebb29 req-3535a3c8-e192-4c81-a070-f47568f21729 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0658829 Jun 17 08:19:55.337132 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0f44a9e2-34ee-40c4-b711-753fbd2ebb29 req-cb5bda35-e0b0-49f1-bcb5-7ceb58a8d646 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336368 Jun 17 08:19:56.511078 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:56.519011 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a5a6c-95c6-4211-b35a-4d8779829227 req-01c9144b-b397-4924-8f18-23dfdd37eeb3 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:56.520878 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1c1a5a6c-95c6-4211-b35a-4d8779829227 req-01c9144b-b397-4924-8f18-23dfdd37eeb3 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0721223 Jun 17 08:19:56.561867 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1c1a5a6c-95c6-4211-b35a-4d8779829227 req-191f4c57-8243-43ae-b692-c1140869ba53 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341082 Jun 17 08:19:56.744344 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-118adab3-4383-4a30-a62f-af3e116c9bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:57.742466 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c491315-4f0c-41ba-9e34-7d20cd6a9d8c req-767826fe-3d76-4eee-9583-ace8472ad238 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:57.744827 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9c491315-4f0c-41ba-9e34-7d20cd6a9d8c req-767826fe-3d76-4eee-9583-ace8472ad238 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0689814 Jun 17 08:19:57.786774 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9c491315-4f0c-41ba-9e34-7d20cd6a9d8c req-6f3438f6-d43e-4afe-82f9-7d194deda377 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356493 Jun 17 08:19:57.798147 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.735807 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.981841 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fe224-a46a-4955-9773-66b568a1f90e req-63f1c638-4eea-4c21-b7ba-6af154542f9b tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:58.983607 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-623fe224-a46a-4955-9773-66b568a1f90e req-63f1c638-4eea-4c21-b7ba-6af154542f9b tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0744963 Jun 17 08:19:59.031355 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-623fe224-a46a-4955-9773-66b568a1f90e req-f1256998-4968-4aa2-8941-2f6b8aa0579d tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410407 Jun 17 08:19:59.663529 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.226276 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c802f5-d550-45f2-8080-2858884c17bc req-637a3f3d-08ba-415d-9eb9-09be5f10b38d tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:00.227825 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-25c802f5-d550-45f2-8080-2858884c17bc req-637a3f3d-08ba-415d-9eb9-09be5f10b38d tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0733063 Jun 17 08:20:00.275533 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-25c802f5-d550-45f2-8080-2858884c17bc req-bda9a807-743b-404d-9e38-773d7637890b tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352769 Jun 17 08:20:01.461361 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd302114-63bf-4576-a8ea-40467b033a7b req-18def1a5-9f59-4fb3-9033-2914470196f9 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:01.463437 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bd302114-63bf-4576-a8ea-40467b033a7b req-18def1a5-9f59-4fb3-9033-2914470196f9 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0685987 Jun 17 08:20:01.509015 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bd302114-63bf-4576-a8ea-40467b033a7b req-033999fb-dd83-4124-8db6-989c7111e73f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394604 Jun 17 08:20:02.721396 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e974e-14f9-4443-8fad-8f1c47a8f34a req-ada4a767-4c66-4cd3-9adc-476729c29987 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:02.723772 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b86e974e-14f9-4443-8fad-8f1c47a8f34a req-ada4a767-4c66-4cd3-9adc-476729c29987 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0798697 Jun 17 08:20:02.769592 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b86e974e-14f9-4443-8fad-8f1c47a8f34a req-387ac95c-437d-40f2-ba13-10e436f4d632 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397937 Jun 17 08:20:04.016542 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabee82-3c73-4d0e-ba7b-740c2fd4ae28 req-adfc8c54-a104-4013-a98e-bc3f587da811 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:04.018101 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8fabee82-3c73-4d0e-ba7b-740c2fd4ae28 req-adfc8c54-a104-4013-a98e-bc3f587da811 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0881462 Jun 17 08:20:04.063812 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8fabee82-3c73-4d0e-ba7b-740c2fd4ae28 req-115e966c-64b5-4e84-b16c-53140124065e tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367432 Jun 17 08:20:05.275426 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376995e-d048-4f3b-8cc3-58409cf866ff req-d3966b2e-eafe-4831-9120-1a6168fbc022 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:05.277084 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5376995e-d048-4f3b-8cc3-58409cf866ff req-d3966b2e-eafe-4831-9120-1a6168fbc022 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0805731 Jun 17 08:20:05.333923 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5376995e-d048-4f3b-8cc3-58409cf866ff req-8893d697-2876-4927-a0de-70c6674c6290 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497115 Jun 17 08:20:06.553143 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57996f-62a7-4e3c-b659-293fc05af774 req-3f70940e-8543-4301-9ce7-02dcc97248b5 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:06.554829 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ab57996f-62a7-4e3c-b659-293fc05af774 req-3f70940e-8543-4301-9ce7-02dcc97248b5 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0748205 Jun 17 08:20:06.600337 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ab57996f-62a7-4e3c-b659-293fc05af774 req-7f1249d9-eff9-4925-9b65-1bef99fd1002 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386620 Jun 17 08:20:07.790917 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6373292-7746-4b35-80b1-d5d00ffcce54 req-9b3e7a29-e849-46bd-af3d-2904dab78bdb tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:07.798727 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d6373292-7746-4b35-80b1-d5d00ffcce54 req-9b3e7a29-e849-46bd-af3d-2904dab78bdb tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0809455 Jun 17 08:20:07.834291 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d6373292-7746-4b35-80b1-d5d00ffcce54 req-15a2c6cd-a223-44e3-b4d7-4f5d682e692a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346360 Jun 17 08:20:09.018358 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0502f9-d9d6-4187-88e1-e2486abc3286 req-09872434-ae88-4307-bfcd-76c4123ce14a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:09.019870 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8f0502f9-d9d6-4187-88e1-e2486abc3286 req-09872434-ae88-4307-bfcd-76c4123ce14a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0646164 Jun 17 08:20:09.063631 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8f0502f9-d9d6-4187-88e1-e2486abc3286 req-05accb66-4689-4073-9fcd-92fe959b6f55 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367439 Jun 17 08:20:10.243083 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29325c-e962-4c36-8349-4804981483fd req-0d078db4-b6e4-4dc5-ab23-1330a3088996 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:10.245199 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5a29325c-e962-4c36-8349-4804981483fd req-0d078db4-b6e4-4dc5-ab23-1330a3088996 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0676165 Jun 17 08:20:10.284064 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5a29325c-e962-4c36-8349-4804981483fd req-2bcd56d6-5d7f-4bea-a972-04c5fb06a86e tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330727 Jun 17 08:20:11.470336 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfd108-39b0-4bfa-8312-ae218037667c req-5c4c54c1-21af-48e7-85af-a9653b35d4fb tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:11.471907 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-34bfd108-39b0-4bfa-8312-ae218037667c req-5c4c54c1-21af-48e7-85af-a9653b35d4fb tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0754912 Jun 17 08:20:11.513631 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-34bfd108-39b0-4bfa-8312-ae218037667c req-7bba612d-1108-43cd-b790-71d7b8b29ab4 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355368 Jun 17 08:20:12.690827 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ab610-40c7-4e89-97f9-c0d501926f7e req-36f16628-6cdb-4251-a074-e1961e4706ee tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:12.692300 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3d5ab610-40c7-4e89-97f9-c0d501926f7e req-36f16628-6cdb-4251-a074-e1961e4706ee tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0661273 Jun 17 08:20:12.733031 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3d5ab610-40c7-4e89-97f9-c0d501926f7e req-439175e1-2dab-407c-b526-2a0509fb3aed tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348811 Jun 17 08:20:13.912899 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf76e6-b12c-4874-9c46-3aeb8c07c00b req-12712e9b-c7b4-45e3-916c-20a71200964f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:13.914342 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-09bf76e6-b12c-4874-9c46-3aeb8c07c00b req-12712e9b-c7b4-45e3-916c-20a71200964f tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0639298 Jun 17 08:20:13.953982 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-09bf76e6-b12c-4874-9c46-3aeb8c07c00b req-3ebd3a62-e657-4002-8bb3-2ddd52eec54c tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337863 Jun 17 08:20:15.125680 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88360ef3-0288-4714-9896-a3bcbf57640a req-3b10d438-5305-4cfd-8a80-1499f540540e tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:15.127127 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-88360ef3-0288-4714-9896-a3bcbf57640a req-3b10d438-5305-4cfd-8a80-1499f540540e tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0616245 Jun 17 08:20:15.166078 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-88360ef3-0288-4714-9896-a3bcbf57640a req-1ef35aa2-aeb9-4ef7-929f-de88377c74a9 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331728 Jun 17 08:20:16.341990 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23df491-8cb6-429b-acc8-f654f18fbceb req-322cd43b-78b5-4573-9e6d-8302135d6b68 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:16.343478 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d23df491-8cb6-429b-acc8-f654f18fbceb req-322cd43b-78b5-4573-9e6d-8302135d6b68 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0673444 Jun 17 08:20:16.383192 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d23df491-8cb6-429b-acc8-f654f18fbceb req-4fd2bd14-d6d4-4a7d-b7c0-4cfcc03e8859 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337961 Jun 17 08:20:17.193806 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 56594) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:17.203366 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:20:17.300425 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.394290 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.398508 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.400817 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:17.438659 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e0b092a8c1cb4dd18d54c88aaaf07a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437661 Jun 17 08:20:17.439615 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46c03a5-a00d-44c4-928b-d98af27e69f9,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:17.441556 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 56600) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:17.447309 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.447689 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.448047 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.448396 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.448755 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.449719 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.450283 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.450698 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.451003 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.451369 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.451705 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.452047 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.456677 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:17.497465 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.519695 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.565241 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.567893 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.569250 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a46c03a5-a00d-44c4-928b-d98af27e69f9 HTTP/1.1" status: 204 len: 168 time: 0.1264958 Jun 17 08:20:17.570067 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d3e618eb-b32c-4451-8966-d8b65473978c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:17.578148 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46c03a5-a00d-44c4-928b-d98af27e69f9,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:17.584246 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bd826-7f53-413d-b813-0a367b56e028 req-db8c8952-c65e-4247-9231-5273aa718efb tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:17.585370 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-919bd826-7f53-413d-b813-0a367b56e028 req-db8c8952-c65e-4247-9231-5273aa718efb tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.0745912 Jun 17 08:20:17.588962 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.589375 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.589866 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.590140 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.591187 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.591689 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.592050 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.592436 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.592793 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.593277 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.593665 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.594150 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:17.597528 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:17.629974 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-919bd826-7f53-413d-b813-0a367b56e028 req-8713b08e-8fc0-439f-b24f-7e25adb36220 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=8066f8a6-2b28-48f3-b880-319f7abd211a&id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373952 Jun 17 08:20:17.841896 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 56608) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:17.855359 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-799e7117-ae7a-41d1-9cd5-17e19b37d1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.954759 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-799e7117-ae7a-41d1-9cd5-17e19b37d1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.959070 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-799e7117-ae7a-41d1-9cd5-17e19b37d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.961603 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f7c0f334-c3ec-4dbe-845c-8cc05c37ede0 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:17.998774 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-799e7117-ae7a-41d1-9cd5-17e19b37d1e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=959817c9f04a435e89c55fe52f5cf78c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557827 Jun 17 08:20:17.999684 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e7117-ae7a-41d1-9cd5-17e19b37d1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a234ca4-cdd6-4797-b6f8-335424a53d19,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:18.001954 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 56610) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:18.003999 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-799e7117-ae7a-41d1-9cd5-17e19b37d1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:18.051957 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-22c1761d-91a4-4576-bcc2-f9dce47fa169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.073847 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-22c1761d-91a4-4576-bcc2-f9dce47fa169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.120077 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-22c1761d-91a4-4576-bcc2-f9dce47fa169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.122715 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-22c1761d-91a4-4576-bcc2-f9dce47fa169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.123959 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-22c1761d-91a4-4576-bcc2-f9dce47fa169 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a234ca4-cdd6-4797-b6f8-335424a53d19 HTTP/1.1" status: 204 len: 168 time: 0.1211166 Jun 17 08:20:18.124741 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-92a1db29-6aed-40b1-83c5-f5f634c837d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:18.132846 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1761d-91a4-4576-bcc2-f9dce47fa169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a234ca4-cdd6-4797-b6f8-335424a53d19,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:18.135381 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-22c1761d-91a4-4576-bcc2-f9dce47fa169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:19.594986 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 56670) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:19.727304 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aef291cd-da65-4556-a5af-6abb8062b25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:19.837942 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aef291cd-da65-4556-a5af-6abb8062b25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:19.843628 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-aef291cd-da65-4556-a5af-6abb8062b25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:19.847147 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-12b3400f-07cc-4c5d-8ec9-bd1c670b20e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:19.884022 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-aef291cd-da65-4556-a5af-6abb8062b25d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b21b66ab8c634c1f93163af347aa5c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876844 Jun 17 08:20:19.884801 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef291cd-da65-4556-a5af-6abb8062b25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eb2dd0-0d75-46df-94c9-7771a4987f15,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:19.886711 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 56690) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:19.889901 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-aef291cd-da65-4556-a5af-6abb8062b25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:19.945983 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-37cbcf43-53be-417d-a51d-884718a2de1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:19.970111 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-37cbcf43-53be-417d-a51d-884718a2de1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.016810 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-37cbcf43-53be-417d-a51d-884718a2de1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.019914 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-37cbcf43-53be-417d-a51d-884718a2de1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.021075 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-37cbcf43-53be-417d-a51d-884718a2de1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3eb2dd0-0d75-46df-94c9-7771a4987f15 HTTP/1.1" status: 204 len: 168 time: 0.1326768 Jun 17 08:20:20.021897 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3ad74c95-2aa5-4a08-8838-e96907fbb10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:20.031400 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbcf43-53be-417d-a51d-884718a2de1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eb2dd0-0d75-46df-94c9-7771a4987f15,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:20.038473 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-37cbcf43-53be-417d-a51d-884718a2de1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:20.310826 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 56726) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:20.324254 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-263891a9-ae4f-4ba3-b373-570be091e034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.436100 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-263891a9-ae4f-4ba3-b373-570be091e034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.440316 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-263891a9-ae4f-4ba3-b373-570be091e034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.444093 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-48255088-ef18-43be-9141-8d08b10e8f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:20.482269 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-263891a9-ae4f-4ba3-b373-570be091e034 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=44979336873749e3aee671058c12a6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702418 Jun 17 08:20:20.483209 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263891a9-ae4f-4ba3-b373-570be091e034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b8c652-a751-4df3-8cb9-5ce38b448ca8,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:20.484779 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 56744) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:20.486338 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-263891a9-ae4f-4ba3-b373-570be091e034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:20.541041 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-13f457f8-eabd-4176-8a14-073cde94b9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.563870 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-13f457f8-eabd-4176-8a14-073cde94b9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.616240 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-13f457f8-eabd-4176-8a14-073cde94b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.618937 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-13f457f8-eabd-4176-8a14-073cde94b9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.620181 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-13f457f8-eabd-4176-8a14-073cde94b9d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/52b8c652-a751-4df3-8cb9-5ce38b448ca8 HTTP/1.1" status: 204 len: 168 time: 0.1341884 Jun 17 08:20:20.620989 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-44b41c26-be12-46f2-b538-f3cad6297143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:20.630058 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f457f8-eabd-4176-8a14-073cde94b9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b8c652-a751-4df3-8cb9-5ce38b448ca8,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:20.632490 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-13f457f8-eabd-4176-8a14-073cde94b9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:21.036595 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 56780) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:21.186001 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ce7c83d-1bad-4ced-8158-81675ca50fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.291522 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ce7c83d-1bad-4ced-8158-81675ca50fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.296863 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ce7c83d-1bad-4ced-8158-81675ca50fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.299266 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4c185e56-b58e-4ccd-81e5-93921e499450 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:21.335568 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7c83d-1bad-4ced-8158-81675ca50fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e88d319-30ec-43f5-86b0-3bdeb35642cb,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:21.343844 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-2ce7c83d-1bad-4ced-8158-81675ca50fcd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=95118f73feef4f41b47bb09aa4149d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059170 Jun 17 08:20:21.344380 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 56794) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:21.345610 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2ce7c83d-1bad-4ced-8158-81675ca50fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:21.406151 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-75bfa499-da09-40e1-809d-fc69909599a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.430402 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-75bfa499-da09-40e1-809d-fc69909599a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.483582 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-75bfa499-da09-40e1-809d-fc69909599a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.486297 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-75bfa499-da09-40e1-809d-fc69909599a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.487468 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-75bfa499-da09-40e1-809d-fc69909599a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e88d319-30ec-43f5-86b0-3bdeb35642cb HTTP/1.1" status: 204 len: 168 time: 0.1383688 Jun 17 08:20:21.488251 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1cbe2833-7e70-4c61-a488-87d3a12be82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:21.497071 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfa499-da09-40e1-809d-fc69909599a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e88d319-30ec-43f5-86b0-3bdeb35642cb,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:21.499618 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-75bfa499-da09-40e1-809d-fc69909599a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:21.774080 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 56810) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:21.787567 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-36fe9d2d-12a8-4178-b7d6-77c7904818a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.878655 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-36fe9d2d-12a8-4178-b7d6-77c7904818a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.884450 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-36fe9d2d-12a8-4178-b7d6-77c7904818a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.887749 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-14051c67-798f-4391-bdfa-0c617be302e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:21.925001 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-36fe9d2d-12a8-4178-b7d6-77c7904818a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1cda4df7bbbb409fad0e036fc3f7fa2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498454 Jun 17 08:20:21.926431 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe9d2d-12a8-4178-b7d6-77c7904818a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a89f23-0088-4599-a26d-b2459ec680d1,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:21.927961 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 56814) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:21.929651 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-36fe9d2d-12a8-4178-b7d6-77c7904818a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:21.983155 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e5b16401-6691-40a6-8af9-049770ce6df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.005880 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e5b16401-6691-40a6-8af9-049770ce6df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.057123 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e5b16401-6691-40a6-8af9-049770ce6df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.060300 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e5b16401-6691-40a6-8af9-049770ce6df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.061430 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-e5b16401-6691-40a6-8af9-049770ce6df7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1a89f23-0088-4599-a26d-b2459ec680d1 HTTP/1.1" status: 204 len: 168 time: 0.1323535 Jun 17 08:20:22.062285 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3d2edce1-526e-4928-8d2b-365879f6d4cd tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:22.069826 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b16401-6691-40a6-8af9-049770ce6df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a89f23-0088-4599-a26d-b2459ec680d1,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:22.071921 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e5b16401-6691-40a6-8af9-049770ce6df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:23.929719 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c07982a4-75ae-44e9-8761-a126698c6cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.526184 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.600245 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 56946) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:26.747733 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9358e034-90bb-46f2-b514-7977906cf66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.759975 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-604c10a0-3361-4284-8dfb-4801be35713a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.859899 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9358e034-90bb-46f2-b514-7977906cf66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.866196 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9358e034-90bb-46f2-b514-7977906cf66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.869839 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-ef4b7a3a-8b35-4b49-98b3-b84b2c4902e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:26.913790 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9358e034-90bb-46f2-b514-7977906cf66f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29b9f0bb65fa43d09c7d77aab34182c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120492 Jun 17 08:20:26.914874 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358e034-90bb-46f2-b514-7977906cf66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce806d0-a88a-45fc-ad06-6dc493ec2446,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:26.916590 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 56950) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:26.918582 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9358e034-90bb-46f2-b514-7977906cf66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:26.990881 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4dcbb903-f66b-490a-b389-d4edcfe15522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.019316 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4dcbb903-f66b-490a-b389-d4edcfe15522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.089280 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4dcbb903-f66b-490a-b389-d4edcfe15522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.099120 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4dcbb903-f66b-490a-b389-d4edcfe15522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.103601 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-4dcbb903-f66b-490a-b389-d4edcfe15522 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fce806d0-a88a-45fc-ad06-6dc493ec2446 HTTP/1.1" status: 204 len: 168 time: 0.1817780 Jun 17 08:20:27.103601 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-95d6d545-6c50-4f97-9555-38b7c741b9f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:27.118796 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbb903-f66b-490a-b389-d4edcfe15522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce806d0-a88a-45fc-ad06-6dc493ec2446,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:27.125876 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4dcbb903-f66b-490a-b389-d4edcfe15522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:27.500742 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 56962) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:27.526420 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-09b6c470-39d2-428c-82ce-e8742e7ef64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.664864 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-09b6c470-39d2-428c-82ce-e8742e7ef64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.671309 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-09b6c470-39d2-428c-82ce-e8742e7ef64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.675269 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1a113c7f-a005-43e7-828c-b68a869fac44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:27.725337 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6c470-39d2-428c-82ce-e8742e7ef64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e5cdb3-f2d7-40df-a2f1-a31dc2a1fe54,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:27.730185 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-09b6c470-39d2-428c-82ce-e8742e7ef64b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=191742d3543a43bda3969940e6e67da6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275274 Jun 17 08:20:27.732245 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-09b6c470-39d2-428c-82ce-e8742e7ef64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:27.733982 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 56970) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:27.816669 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.837219 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7856cf1d-d783-438b-9ebe-13bdd162c986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.862749 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7856cf1d-d783-438b-9ebe-13bdd162c986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.933336 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7856cf1d-d783-438b-9ebe-13bdd162c986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.936817 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7856cf1d-d783-438b-9ebe-13bdd162c986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.940494 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7856cf1d-d783-438b-9ebe-13bdd162c986 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f4e5cdb3-f2d7-40df-a2f1-a31dc2a1fe54 HTTP/1.1" status: 204 len: 168 time: 0.2025075 Jun 17 08:20:27.940494 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-36fe9d2d-12a8-4178-b7d6-77c7904818a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:27.947712 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856cf1d-d783-438b-9ebe-13bdd162c986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e5cdb3-f2d7-40df-a2f1-a31dc2a1fe54,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:27.959610 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7856cf1d-d783-438b-9ebe-13bdd162c986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:28.743621 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.669594 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.090340 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57042) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:30.238649 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-76d5193b-47a3-4ba4-a09d-933f2564546f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.349602 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-76d5193b-47a3-4ba4-a09d-933f2564546f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.357456 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-76d5193b-47a3-4ba4-a09d-933f2564546f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.361624 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ddc0491a-109c-4e86-9d4a-f44963c8b0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:30.403068 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-76d5193b-47a3-4ba4-a09d-933f2564546f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=87b1d5f2999a46d69bce6798f5518997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094978 Jun 17 08:20:30.404106 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5193b-47a3-4ba4-a09d-933f2564546f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425ab32f-6fb3-4315-80ac-784989552cca,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:30.406915 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57054) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:30.407738 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-76d5193b-47a3-4ba4-a09d-933f2564546f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:30.483523 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9c9205b8-3330-4857-b6dd-1508cfe3a72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.519653 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9c9205b8-3330-4857-b6dd-1508cfe3a72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.580399 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9c9205b8-3330-4857-b6dd-1508cfe3a72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.583162 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9c9205b8-3330-4857-b6dd-1508cfe3a72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.587593 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9c9205b8-3330-4857-b6dd-1508cfe3a72c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/425ab32f-6fb3-4315-80ac-784989552cca HTTP/1.1" status: 204 len: 168 time: 0.1779444 Jun 17 08:20:30.588378 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-94128cbf-2be9-4bba-aa7e-0bc335d16328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:30.596845 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9205b8-3330-4857-b6dd-1508cfe3a72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425ab32f-6fb3-4315-80ac-784989552cca,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:30.599768 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9c9205b8-3330-4857-b6dd-1508cfe3a72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:30.665087 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57060) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:30.931498 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-518331a6-f655-4582-94a0-6b0d1c264fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.009881 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57066) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:31.030162 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-68f9038e-b14e-467a-ad7a-00df3470a94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.068724 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-518331a6-f655-4582-94a0-6b0d1c264fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.076927 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-518331a6-f655-4582-94a0-6b0d1c264fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.085118 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d1bfdfab-d3cb-4ff7-8593-5cde00d67ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:31.147364 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-518331a6-f655-4582-94a0-6b0d1c264fbd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b2259593b834db0b5bef45dcebfbb9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4808517 Jun 17 08:20:31.149814 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57068) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:31.155620 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518331a6-f655-4582-94a0-6b0d1c264fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499fb4bd-abd7-4362-8717-4712344ae03c,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:31.160681 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-518331a6-f655-4582-94a0-6b0d1c264fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:31.225775 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d59253b4-3443-4726-8a10-4d9860b62121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.250596 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-68f9038e-b14e-467a-ad7a-00df3470a94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.255630 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-68f9038e-b14e-467a-ad7a-00df3470a94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.258654 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2a8e43e2-db1f-48f1-a826-6ef36aaa232f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:31.260030 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d59253b4-3443-4726-8a10-4d9860b62121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.302278 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-68f9038e-b14e-467a-ad7a-00df3470a94e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=697a6f2991664fcd9193124e470fec52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910945 Jun 17 08:20:31.303598 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9038e-b14e-467a-ad7a-00df3470a94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d37454f-ef24-46c9-a9ac-29f66db9ba63,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:31.305920 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57070) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:31.308002 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-68f9038e-b14e-467a-ad7a-00df3470a94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:31.334587 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d59253b4-3443-4726-8a10-4d9860b62121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.337198 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d59253b4-3443-4726-8a10-4d9860b62121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.339413 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d59253b4-3443-4726-8a10-4d9860b62121 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/499fb4bd-abd7-4362-8717-4712344ae03c HTTP/1.1" status: 204 len: 168 time: 0.1881309 Jun 17 08:20:31.340362 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-376e9b09-48a0-40d4-bad4-006fc1b72d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:31.354428 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59253b4-3443-4726-8a10-4d9860b62121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499fb4bd-abd7-4362-8717-4712344ae03c,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:31.357994 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d59253b4-3443-4726-8a10-4d9860b62121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:31.373144 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f91fbf4f-36d3-418a-9c4b-e57f298009ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.403826 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f91fbf4f-36d3-418a-9c4b-e57f298009ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.468997 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f91fbf4f-36d3-418a-9c4b-e57f298009ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.472334 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f91fbf4f-36d3-418a-9c4b-e57f298009ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.473971 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-f91fbf4f-36d3-418a-9c4b-e57f298009ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d37454f-ef24-46c9-a9ac-29f66db9ba63 HTTP/1.1" status: 204 len: 168 time: 0.1668894 Jun 17 08:20:31.475174 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ddf34a5d-0529-4754-bf6c-419af4cd3ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:31.486865 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fbf4f-36d3-418a-9c4b-e57f298009ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d37454f-ef24-46c9-a9ac-29f66db9ba63,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:31.490375 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f91fbf4f-36d3-418a-9c4b-e57f298009ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:31.828834 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57086) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:31.843022 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9624fa52-0b6f-4f97-b8d1-db14b37a3b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.960509 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9624fa52-0b6f-4f97-b8d1-db14b37a3b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.966842 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9624fa52-0b6f-4f97-b8d1-db14b37a3b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.970614 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-aef291cd-da65-4556-a5af-6abb8062b25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:32.009145 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-9624fa52-0b6f-4f97-b8d1-db14b37a3b91 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c933364045d4692aeeef3be08443374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791799 Jun 17 08:20:32.010135 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624fa52-0b6f-4f97-b8d1-db14b37a3b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8d4313-ffbf-48ce-b8fa-f13fa721f011,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:32.012856 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57090) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:32.014162 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9624fa52-0b6f-4f97-b8d1-db14b37a3b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:32.076355 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba369-5dc1-47fd-b0b1-6e462da4b9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.100695 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba369-5dc1-47fd-b0b1-6e462da4b9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.168144 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba369-5dc1-47fd-b0b1-6e462da4b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.171407 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba369-5dc1-47fd-b0b1-6e462da4b9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.172613 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9c1ba369-5dc1-47fd-b0b1-6e462da4b9b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca8d4313-ffbf-48ce-b8fa-f13fa721f011 HTTP/1.1" status: 204 len: 168 time: 0.1573975 Jun 17 08:20:32.173405 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d59253b4-3443-4726-8a10-4d9860b62121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:32.184122 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ba369-5dc1-47fd-b0b1-6e462da4b9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8d4313-ffbf-48ce-b8fa-f13fa721f011,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:32.186939 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9c1ba369-5dc1-47fd-b0b1-6e462da4b9b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:32.542459 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57110) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:32.557174 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80d03289-c8f5-4fe7-9792-da07f4561fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.662449 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80d03289-c8f5-4fe7-9792-da07f4561fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.666255 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80d03289-c8f5-4fe7-9792-da07f4561fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.671177 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9c9205b8-3330-4857-b6dd-1508cfe3a72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:32.713769 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-80d03289-c8f5-4fe7-9792-da07f4561fee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c497afe742914a7d862e8bc7def90211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694753 Jun 17 08:20:32.716131 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d03289-c8f5-4fe7-9792-da07f4561fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df8837e-d7a9-4804-b0cb-40f39556d55d,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:32.717153 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57112) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:32.719999 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-80d03289-c8f5-4fe7-9792-da07f4561fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:32.790008 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0f79c55d-3826-4855-9489-5807b05cfea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.825197 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0f79c55d-3826-4855-9489-5807b05cfea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.885309 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0f79c55d-3826-4855-9489-5807b05cfea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.889166 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0f79c55d-3826-4855-9489-5807b05cfea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.890522 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-0f79c55d-3826-4855-9489-5807b05cfea5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4df8837e-d7a9-4804-b0cb-40f39556d55d HTTP/1.1" status: 204 len: 168 time: 0.1716273 Jun 17 08:20:32.891749 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-22c1761d-91a4-4576-bcc2-f9dce47fa169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:32.905624 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79c55d-3826-4855-9489-5807b05cfea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df8837e-d7a9-4804-b0cb-40f39556d55d,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:32.910118 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0f79c55d-3826-4855-9489-5807b05cfea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:33.688015 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57142) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:33.788035 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-952667066-network', 'tenant_id': '3a44e5700a174650a99c7036562ca27c'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:33.813297 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] Made reservation on behalf of 3a44e5700a174650a99c7036562ca27c for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:33.815632 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:33.823620 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:33.912825 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:33.917798 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:33.922424 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0f79c55d-3826-4855-9489-5807b05cfea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:33.939692 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:20:33.953817 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17797086-e397-49e8-bd2c-796fdd36e63a,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:33.957516 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:33.960530 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:33.960865 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.segments_db [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] Added segment cd98b8a9-abff-42b1-8646-32b0793634f2 of type vlan for network 456cdeb3-67b3-455a-8244-252238054ff4 Jun 17 08:20:34.008867 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.040375 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.041952 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.042682 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.047028 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-6fdde13f-b170-42da-8d0d-f3af7cbdf7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:34.081647 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3925250 Jun 17 08:20:34.084457 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57150) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:34.094574 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-d357d9e9-a24a-494c-94ab-40c433ca99d9 admin admin] Request body: {'subnet': {'network_id': '456cdeb3-67b3-455a-8244-252238054ff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-952667066-subnet', 'tenant_id': '3a44e5700a174650a99c7036562ca27c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:34.135251 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] Pushing event updated for resources: {'Network': ['ID=456cdeb3-67b3-455a-8244-252238054ff4,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:34.140297 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:34.146232 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network 456cdeb3-67b3-455a-8244-252238054ff4 details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:20:34.148777 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d357d9e9-a24a-494c-94ab-40c433ca99d9 admin admin] Made reservation on behalf of 3a44e5700a174650a99c7036562ca27c for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:34.151362 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d357d9e9-a24a-494c-94ab-40c433ca99d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62916947'] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.318223 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d357d9e9-a24a-494c-94ab-40c433ca99d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57996942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62916929'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.320526 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7442f108-d065-487b-bd99-e96187d33f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:34.372467 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357d9e9-a24a-494c-94ab-40c433ca99d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf05e9b-9d8c-48c9-9d94-1de217fa3f26,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:34.375718 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-d357d9e9-a24a-494c-94ab-40c433ca99d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:34.381668 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d357d9e9-a24a-494c-94ab-40c433ca99d9 admin admin] Checking segment: {'id': 'cd98b8a9-abff-42b1-8646-32b0793634f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '456cdeb3-67b3-455a-8244-252238054ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:34.382014 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d357d9e9-a24a-494c-94ab-40c433ca99d9 admin admin] Network hostable DHCP agents. Network: 456cdeb3-67b3-455a-8244-252238054ff4, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:20:34.400265 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d357d9e9-a24a-494c-94ab-40c433ca99d9 admin admin] Network 456cdeb3-67b3-455a-8244-252238054ff4 is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:20:34.410451 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-d357d9e9-a24a-494c-94ab-40c433ca99d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, 456cdeb3-67b3-455a-8244-252238054ff4) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:34.414920 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d357d9e9-a24a-494c-94ab-40c433ca99d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.415542 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-d357d9e9-a24a-494c-94ab-40c433ca99d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.421937 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13a4540-15a0-47e8-be5f-a86e175ee775 None None] Network 456cdeb3-67b3-455a-8244-252238054ff4 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:34.435823 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-d357d9e9-a24a-494c-94ab-40c433ca99d9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3501954 Jun 17 08:20:34.566580 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c790709-5a39-476c-a64d-f0fd577b1995 None None] Network 456cdeb3-67b3-455a-8244-252238054ff4 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:34.929222 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57168) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:34.934277 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-580078140-network', 'tenant_id': 'd2726a2dc55e4378b76b47dd23254baf'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:34.957608 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] Made reservation on behalf of d2726a2dc55e4378b76b47dd23254baf for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:34.959942 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.969739 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.057329 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.061349 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.064299 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0be32f94-1497-4b37-a38b-3db87fa70fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:35.088291 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:20:35.095217 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc5a8e6-1926-4bd0-937f-536a94715045,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:35.098683 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:35.103300 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.103499 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] Added segment 194670c0-65e8-4d62-9052-68a848e650ab of type vlan for network 68caaafa-b929-440d-aa7a-9628b80dabe0 Jun 17 08:20:35.146471 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.174975 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.176357 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:35.176939 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.178912 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:35.208501 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2781622 Jun 17 08:20:35.211280 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57172) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:35.217324 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-bd88f19f-e240-4ffb-af24-da52e61ea80a admin admin] Request body: {'subnet': {'network_id': '68caaafa-b929-440d-aa7a-9628b80dabe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-580078140-subnet', 'tenant_id': 'd2726a2dc55e4378b76b47dd23254baf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:35.238945 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd88f19f-e240-4ffb-af24-da52e61ea80a admin admin] Made reservation on behalf of d2726a2dc55e4378b76b47dd23254baf for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:35.241533 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bd88f19f-e240-4ffb-af24-da52e61ea80a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62916947'] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.242263 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] Pushing event updated for resources: {'Network': ['ID=68caaafa-b929-440d-aa7a-9628b80dabe0,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:35.244888 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:35.252751 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network 68caaafa-b929-440d-aa7a-9628b80dabe0 details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:20:35.407804 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bd88f19f-e240-4ffb-af24-da52e61ea80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57996942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62916929'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.410551 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:35.464155 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88f19f-e240-4ffb-af24-da52e61ea80a admin admin] Pushing event updated for resources: {'Subnet': ['ID=291a7e61-8e22-4c1d-aeaa-a9c06f8bf30c,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:35.468003 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-bd88f19f-e240-4ffb-af24-da52e61ea80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:35.470617 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd88f19f-e240-4ffb-af24-da52e61ea80a admin admin] Checking segment: {'id': '194670c0-65e8-4d62-9052-68a848e650ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68caaafa-b929-440d-aa7a-9628b80dabe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:35.470888 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd88f19f-e240-4ffb-af24-da52e61ea80a admin admin] Network hostable DHCP agents. Network: 68caaafa-b929-440d-aa7a-9628b80dabe0, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:20:35.487547 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd88f19f-e240-4ffb-af24-da52e61ea80a admin admin] Network 68caaafa-b929-440d-aa7a-9628b80dabe0 is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:20:35.496419 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-bd88f19f-e240-4ffb-af24-da52e61ea80a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, 68caaafa-b929-440d-aa7a-9628b80dabe0) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:35.500414 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd88f19f-e240-4ffb-af24-da52e61ea80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:35.501041 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-bd88f19f-e240-4ffb-af24-da52e61ea80a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.505548 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5568dac3-a86f-4322-ab3a-99a0ff19c207 None None] Network 68caaafa-b929-440d-aa7a-9628b80dabe0 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:35.516149 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-bd88f19f-e240-4ffb-af24-da52e61ea80a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3034859 Jun 17 08:20:35.628844 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53332fa-569f-4260-a2e8-601d87c1f0bb None None] Network 68caaafa-b929-440d-aa7a-9628b80dabe0 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:37.263123 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-465ce5a0-e5c5-46aa-9269-e2acce66cd0a req-b717050d-2d27-4889-ae51-4bd9472c672b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600977 Jun 17 08:20:37.375426 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ce5a0-e5c5-46aa-9269-e2acce66cd0a req-2fd1541a-2d48-4200-9c60-9009aa3e0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:37.377158 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-465ce5a0-e5c5-46aa-9269-e2acce66cd0a req-2fd1541a-2d48-4200-9c60-9009aa3e0e30 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ad4965f6e5b49d0a4e4204f2ca58d36&device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 1137 time: 0.0626695 Jun 17 08:20:37.490144 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ce5a0-e5c5-46aa-9269-e2acce66cd0a req-c031a4e2-159c-4666-bd37-75a1b980ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:37.491672 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-465ce5a0-e5c5-46aa-9269-e2acce66cd0a req-c031a4e2-159c-4666-bd37-75a1b980ec7a service neutron] 10.222.0.38 "GET /v2.0/networks?id=f06aa2e1-db4d-4e4a-b1b3-09309ade0894 HTTP/1.1" status: 200 len: 915 time: 0.0923729 Jun 17 08:20:37.567364 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-465ce5a0-e5c5-46aa-9269-e2acce66cd0a req-6c53fd8f-17b9-42b6-a72c-2b944e1e2492 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df52da83-e1e4-4c17-9a8a-3358383a21d1 HTTP/1.1" status: 200 len: 1001 time: 0.0683379 Jun 17 08:20:37.618090 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ce5a0-e5c5-46aa-9269-e2acce66cd0a req-e33a8831-63bd-4137-9d3e-fc5e91bdd7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:37.619567 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-465ce5a0-e5c5-46aa-9269-e2acce66cd0a req-e33a8831-63bd-4137-9d3e-fc5e91bdd7be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=be7bb7c4-9fbf-4034-956a-6f4e72343dd0 HTTP/1.1" status: 200 len: 853 time: 0.0435603 Jun 17 08:20:37.680857 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ce5a0-e5c5-46aa-9269-e2acce66cd0a req-2e842884-0d8d-49ef-a574-545984cb62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:37.682337 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-465ce5a0-e5c5-46aa-9269-e2acce66cd0a req-2e842884-0d8d-49ef-a574-545984cb62c7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f06aa2e1-db4d-4e4a-b1b3-09309ade0894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538144 Jun 17 08:20:37.785508 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-465ce5a0-e5c5-46aa-9269-e2acce66cd0a req-d4a3cea5-8fca-4234-ae80-bc18980753a2 service neutron] 10.222.0.38 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957725 Jun 17 08:20:37.881114 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-465ce5a0-e5c5-46aa-9269-e2acce66cd0a req-c02bdef9-4372-4fbf-8805-c016a2309090 service neutron] 10.222.0.38 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874038 Jun 17 08:20:41.280924 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57266) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:41.637334 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95e0b7db-5fa4-4261-8b83-43adb3ba1a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:41.730787 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95e0b7db-5fa4-4261-8b83-43adb3ba1a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:41.736056 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95e0b7db-5fa4-4261-8b83-43adb3ba1a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:41.738466 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9d49031d-02a3-4423-8bec-fecae009dee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:41.773904 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-95e0b7db-5fa4-4261-8b83-43adb3ba1a3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab9326748ea348dfbfeca47c761d19ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4918919 Jun 17 08:20:41.774829 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0b7db-5fa4-4261-8b83-43adb3ba1a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec32b54-14f1-48c4-9aa4-9440477e7d9f,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:41.776738 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57270) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:41.779392 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-95e0b7db-5fa4-4261-8b83-43adb3ba1a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:42.104625 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-edfa6a0a-1db1-4baa-a0cf-281848e4b6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:42.127776 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-edfa6a0a-1db1-4baa-a0cf-281848e4b6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:42.178089 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-edfa6a0a-1db1-4baa-a0cf-281848e4b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:42.181333 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-edfa6a0a-1db1-4baa-a0cf-281848e4b6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:42.185824 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-edfa6a0a-1db1-4baa-a0cf-281848e4b6c3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ec32b54-14f1-48c4-9aa4-9440477e7d9f HTTP/1.1" status: 204 len: 168 time: 0.4068947 Jun 17 08:20:42.186684 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-18b55152-e515-4376-ad02-ec0c8e9a55d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:42.194940 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa6a0a-1db1-4baa-a0cf-281848e4b6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec32b54-14f1-48c4-9aa4-9440477e7d9f,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:42.199357 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-edfa6a0a-1db1-4baa-a0cf-281848e4b6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:42.862835 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57300) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:42.961353 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1267390146-network', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:42.984585 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] Made reservation on behalf of e32fc6833c404cbc9ef58bd68094fc23 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:42.986817 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:42.995666 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.086759 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.091361 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.095088 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-03f1af8d-fc7f-46e4-8f76-dd3dd26dc28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:43.112829 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:20:43.128269 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1259b469-45fe-4e7f-8f3d-6124eced982b,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:43.132737 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:43.133844 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.134195 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.segments_db [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] Added segment 68d86b36-9114-46be-8b0b-f86367ccb647 of type vlan for network f677da10-206c-4631-a34f-1a8c85c68abd Jun 17 08:20:43.180044 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.215939 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.217295 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:43.217901 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.220276 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-3565f786-d251-4a27-b56f-e17ddda46fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:43.251161 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3870344 Jun 17 08:20:43.254071 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57304) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:43.259815 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-d3d0a347-a48b-474a-895e-1a2b0f672f38 admin admin] Request body: {'subnet': {'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1267390146-subnet', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:43.279477 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] Pushing event updated for resources: {'Network': ['ID=f677da10-206c-4631-a34f-1a8c85c68abd,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:43.282061 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d0a347-a48b-474a-895e-1a2b0f672f38 admin admin] Made reservation on behalf of e32fc6833c404cbc9ef58bd68094fc23 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:43.282326 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:43.284882 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3d0a347-a48b-474a-895e-1a2b0f672f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64449888'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.291073 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network f677da10-206c-4631-a34f-1a8c85c68abd details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:20:43.460365 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3d0a347-a48b-474a-895e-1a2b0f672f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63741543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64449906'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.462871 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0626396b-9518-4495-87e4-1b3f7040f909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:43.518241 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0a347-a48b-474a-895e-1a2b0f672f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e76fa1ac-6046-4734-9f86-f08e5acf6755,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:43.524299 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d3d0a347-a48b-474a-895e-1a2b0f672f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:43.530247 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d0a347-a48b-474a-895e-1a2b0f672f38 admin admin] Checking segment: {'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:43.530609 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d0a347-a48b-474a-895e-1a2b0f672f38 admin admin] Network hostable DHCP agents. Network: f677da10-206c-4631-a34f-1a8c85c68abd, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:20:43.548052 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d0a347-a48b-474a-895e-1a2b0f672f38 admin admin] Network f677da10-206c-4631-a34f-1a8c85c68abd is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:20:43.557312 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-d3d0a347-a48b-474a-895e-1a2b0f672f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, f677da10-206c-4631-a34f-1a8c85c68abd) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:43.562307 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d0a347-a48b-474a-895e-1a2b0f672f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:43.562957 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d3d0a347-a48b-474a-895e-1a2b0f672f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.568060 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e919a1-e586-41c8-941f-2aa06c57cb15 None None] Network f677da10-206c-4631-a34f-1a8c85c68abd requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:43.579040 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d3d0a347-a48b-474a-895e-1a2b0f672f38 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3227468 Jun 17 08:20:43.582064 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57312) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:43.587943 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:43.619015 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67094716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.620740 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67095061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67089084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-811'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.687146 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.743581 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b715e4-768a-5a0b-966d-03ac32f1023e-f677da10-206c-4631-a34f-1a8c85c68abd', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755'}]}} from dv-cinder-791281-5-iscsi. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:20:43.744436 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.839105 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67089070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67094674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-829'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.889297 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Allocated IP 172.20.0.2 (f677da10-206c-4631-a34f-1a8c85c68abd/e76fa1ac-6046-4734-9f86-f08e5acf6755/9993f0ac-a981-4627-b9ea-039b40195990) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:44.053179 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.072436 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.163837 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.172564 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Transition to ACTIVE for port object 9993f0ac-a981-4627-b9ea-039b40195990 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:44.184589 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Allocated IP 172.27.0.35 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/17e8f62e-b8f7-455d-bd93-0f5d803eab7c) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:44.187823 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Transition to ACTIVE for port object 9993f0ac-a981-4627-b9ea-039b40195990 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:44.195187 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.198268 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:44.249804 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Network f677da10-206c-4631-a34f-1a8c85c68abd is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:44.252555 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:44.255064 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:44.265799 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Pushing event updated for resources: {'Port': ['ID=9993f0ac-a981-4627-b9ea-039b40195990,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:44.274939 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:44.275310 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:44.275649 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:44.275980 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:44.276304 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:44.277200 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:44.277529 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:44.277854 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:44.278286 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:44.278613 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:44.279000 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:44.279380 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:44.283556 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:44.291327 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.336158 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63741659'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.336898 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Attempting to bind port 9993f0ac-a981-4627-b9ea-039b40195990 on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:44.337684 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Attempting to bind port 9993f0ac-a981-4627-b9ea-039b40195990 by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:44.337684 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Attempting to bind port 9993f0ac-a981-4627-b9ea-039b40195990 on network f677da10-206c-4631-a34f-1a8c85c68abd {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:44.338187 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3fa542b1-9338-4f4a-a470-d568094e63d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:44.343857 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:44.344249 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Checking segment: {'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:44.344740 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.345143 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Bound using segment: {'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:44.345630 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Bound port: 9993f0ac-a981-4627-b9ea-039b40195990, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:44.346019 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.380726 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:44.383679 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:44.390321 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:44.396423 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Pushing event updated for resources: {'Port': ['ID=17e8f62e-b8f7-455d-bd93-0f5d803eab7c,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:44.416682 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] For port 9993f0ac-a981-4627-b9ea-039b40195990, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:44.416918 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:44.420721 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] For port 9993f0ac-a981-4627-b9ea-039b40195990, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=9993f0ac-a981-4627-b9ea-039b40195990,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:44.425524 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.428688 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-de1716ee-90a6-4cde-bcfb-6a1b890a2ffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:44.491187 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Pushing event updated for resources: {'Port': ['ID=9993f0ac-a981-4627-b9ea-039b40195990,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:44.494742 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:44.704117 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.930814 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67094661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67089112'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:45.084999 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 is scheduled to L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:20:45.203345 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:45.214661 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Sync routers for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:45.226461 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:45.227195 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:45.228337 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:45.235871 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57326) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:45.236425 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-513493f9-8dad-4a71-8e17-e48ee3372e1a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6528118 Jun 17 08:20:45.357352 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:45.508195 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192c9435-6c41-4f47-bff2-d96f78436c6b None None] Network f677da10-206c-4631-a34f-1a8c85c68abd requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:45.567625 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bd68c85d-e19e-42e2-8ca0-4465bf06fc7e None None] Provisioning for port 9993f0ac-a981-4627-b9ea-039b40195990 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:45.706961 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:45.725522 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:44Z', 'revision_number': 3, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:45.755834 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Checking router: 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:45.756098 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Updating router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 port 17e8f62e-b8f7-455d-bd93-0f5d803eab7c binding host dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:20:45.804186 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:45.900616 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Allocated IP 172.20.0.1 (f677da10-206c-4631-a34f-1a8c85c68abd/e76fa1ac-6046-4734-9f86-f08e5acf6755/2a2465cf-4f7d-4e84-a0dd-e4964c822ebf) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:46.050663 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.070112 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Transition to ACTIVE for port object 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:46.114751 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 9993f0ac-a981-4627-b9ea-039b40195990 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:46.120114 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57996850'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.125480 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-df4f9e9c-a542-4c79-b1fc-ab33653c4404 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:46.172022 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Network f677da10-206c-4631-a34f-1a8c85c68abd is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:46.179906 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:46.184104 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:46.201667 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.216319 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Transition to ACTIVE for port object 17e8f62e-b8f7-455d-bd93-0f5d803eab7c will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:46.220997 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Pushing event updated for resources: {'Port': ['ID=2a2465cf-4f7d-4e84-a0dd-e4964c822ebf,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:46.226189 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.227125 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:46.234632 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:46.247408 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67093353'] for router_interface, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.285300 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 9993f0ac-a981-4627-b9ea-039b40195990 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:46.292770 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 9993f0ac-a981-4627-b9ea-039b40195990 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:46.293157 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.308337 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Attempting to bind port 17e8f62e-b8f7-455d-bd93-0f5d803eab7c on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:46.308706 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Attempting to bind port 17e8f62e-b8f7-455d-bd93-0f5d803eab7c by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:46.309266 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Attempting to bind port 17e8f62e-b8f7-455d-bd93-0f5d803eab7c on network d7615c75-e47e-4bd3-8b0f-d4d338da562e {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:46.337602 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a680bb-c4c1-4af7-97f2-2c0064c7f3c7 None None] Pushing event updated for resources: {'Port': ['ID=17e8f62e-b8f7-455d-bd93-0f5d803eab7c,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:46.344707 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-26a680bb-c4c1-4af7-97f2-2c0064c7f3c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:46.348131 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:46.348764 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Checking segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:46.349362 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.349930 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Bound using segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:46.350595 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Bound port: 17e8f62e-b8f7-455d-bd93-0f5d803eab7c, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:46.351175 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.410046 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] For port 17e8f62e-b8f7-455d-bd93-0f5d803eab7c, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:46.413713 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] For port 17e8f62e-b8f7-455d-bd93-0f5d803eab7c, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=17e8f62e-b8f7-455d-bd93-0f5d803eab7c,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:46.424121 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.428300 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-de1716ee-90a6-4cde-bcfb-6a1b890a2ffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:46.446404 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.547461 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.549732 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:46.550504 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:46.560484 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a680bb-c4c1-4af7-97f2-2c0064c7f3c7 None None] Pushing event updated for resources: {'Port': ['ID=17e8f62e-b8f7-455d-bd93-0f5d803eab7c,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:46.569115 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-26a680bb-c4c1-4af7-97f2-2c0064c7f3c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:46.569944 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-16d04dbf-e09f-4fb4-a6a6-f9ac87da2f06 None None] Provisioning for port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:46.642223 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-16d04dbf-e09f-4fb4-a6a6-f9ac87da2f06 None None] Provisioning complete for port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:46.642646 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-16d04dbf-e09f-4fb4-a6a6-f9ac87da2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.666352 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.672952 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57996800'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.678224 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e4b444d5-06c0-4b45-9b9a-693964e0e206 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:46.702465 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 9993f0ac-a981-4627-b9ea-039b40195990, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=9993f0ac-a981-4627-b9ea-039b40195990,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:46.706085 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-16d04dbf-e09f-4fb4-a6a6-f9ac87da2f06 None None] Port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:46.711598 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.715216 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:46.754246 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66618784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67093269'] for router_interface, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.757338 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Pushing event updated for resources: {'Port': ['ID=2a2465cf-4f7d-4e84-a0dd-e4964c822ebf,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:46.765378 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:46.767591 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:46.807328 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=9993f0ac-a981-4627-b9ea-039b40195990,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:46.812415 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:46.856654 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Network f677da10-206c-4631-a34f-1a8c85c68abd is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:46.858094 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:46.991610 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:20:47.008206 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:45Z', 'revision_number': 1, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:47.040509 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea24e419-2c77-4eef-ac42-4dde9af0fb47 None None] The sync data for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi is: [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:45Z', 'revision_number': 1, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:47.115510 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:47.122439 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] 10.222.0.35 "PUT /v2.0/routers/18bf186c-ce9f-4ad3-ac46-7f0c04d852d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8845720 Jun 17 08:20:47.142604 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-09957355-9681-46c6-a18c-030fd6633b0a None None] Provisioning complete for port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:47.143400 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-09957355-9681-46c6-a18c-030fd6633b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:47.190383 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-09957355-9681-46c6-a18c-030fd6633b0a None None] Port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:47.694726 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57358) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:47.701543 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1805876903-network', 'tenant_id': '53caa3127cbb43b591f395b144222e32'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:47.744701 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Made reservation on behalf of 53caa3127cbb43b591f395b144222e32 for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:47.748723 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:47.784694 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:47.973189 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:47.980851 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:47.985521 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7b747c05-7a80-458c-9cc2-035aeb5c13ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:48.023991 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:20:48.038786 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a196de2-f52e-417c-9513-52aed96994d8,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:48.048795 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:48.052768 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.053399 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.segments_db [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Added segment ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3 of type vlan for network a4c3b138-c684-496b-a9d0-fa5ad38d78c3 Jun 17 08:20:48.105199 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.140565 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.142167 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:48.143029 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.145529 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:48.180471 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 9993f0ac-a981-4627-b9ea-039b40195990 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:48.184915 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4884944 Jun 17 08:20:48.187679 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57364) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:48.198089 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-3c16a16b-0bf0-4d8e-9402-8bb84d41758d admin admin] Request body: {'subnet': {'network_id': 'a4c3b138-c684-496b-a9d0-fa5ad38d78c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1805876903-subnet', 'tenant_id': '53caa3127cbb43b591f395b144222e32', 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:48.240978 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Pushing event updated for resources: {'Network': ['ID=a4c3b138-c684-496b-a9d0-fa5ad38d78c3,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:48.243610 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c16a16b-0bf0-4d8e-9402-8bb84d41758d admin admin] Made reservation on behalf of 53caa3127cbb43b591f395b144222e32 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:48.244957 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:48.246553 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3c16a16b-0bf0-4d8e-9402-8bb84d41758d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64449888'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.251675 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 9993f0ac-a981-4627-b9ea-039b40195990 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:48.252056 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.410750 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network a4c3b138-c684-496b-a9d0-fa5ad38d78c3 details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:20:48.449537 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3c16a16b-0bf0-4d8e-9402-8bb84d41758d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63741543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64449906'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.451900 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-6460fea9-3cf2-4836-aab8-d954a42a3760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:48.515687 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16a16b-0bf0-4d8e-9402-8bb84d41758d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b046fc9b-0164-4d69-b9da-76502eadb9e2,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:48.519254 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3c16a16b-0bf0-4d8e-9402-8bb84d41758d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:48.525387 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16a16b-0bf0-4d8e-9402-8bb84d41758d admin admin] Checking segment: {'id': 'ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a4c3b138-c684-496b-a9d0-fa5ad38d78c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:48.525745 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c16a16b-0bf0-4d8e-9402-8bb84d41758d admin admin] Network hostable DHCP agents. Network: a4c3b138-c684-496b-a9d0-fa5ad38d78c3, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:20:48.548233 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c16a16b-0bf0-4d8e-9402-8bb84d41758d admin admin] Network a4c3b138-c684-496b-a9d0-fa5ad38d78c3 is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:20:48.560596 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 17e8f62e-b8f7-455d-bd93-0f5d803eab7c up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:48.560840 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-3c16a16b-0bf0-4d8e-9402-8bb84d41758d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, a4c3b138-c684-496b-a9d0-fa5ad38d78c3) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:48.568694 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c16a16b-0bf0-4d8e-9402-8bb84d41758d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:48.569522 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3c16a16b-0bf0-4d8e-9402-8bb84d41758d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.582641 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc996ee-513b-45c1-8cb4-76ed8e154203 None None] Network a4c3b138-c684-496b-a9d0-fa5ad38d78c3 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:48.590330 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3c16a16b-0bf0-4d8e-9402-8bb84d41758d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4004214 Jun 17 08:20:48.593673 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57366) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:48.599724 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1805876903-router', 'tenant_id': '53caa3127cbb43b591f395b144222e32', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:48.628267 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67094716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.629918 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67095061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67089084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-811'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.675297 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 17e8f62e-b8f7-455d-bd93-0f5d803eab7c completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:48.681904 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 17e8f62e-b8f7-455d-bd93-0f5d803eab7c triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:48.682540 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.687109 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.816113 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b715e4-768a-5a0b-966d-03ac32f1023e-a4c3b138-c684-496b-a9d0-fa5ad38d78c3', 'network_id': 'a4c3b138-c684-496b-a9d0-fa5ad38d78c3', 'tenant_id': '53caa3127cbb43b591f395b144222e32', 'fixed_ips': [{'subnet_id': 'b046fc9b-0164-4d69-b9da-76502eadb9e2'}]}} from dv-cinder-791281-5-iscsi. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:20:48.816960 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.833443 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67089070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67094674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-829'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.843198 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.922936 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 17e8f62e-b8f7-455d-bd93-0f5d803eab7c, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=17e8f62e-b8f7-455d-bd93-0f5d803eab7c,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:48.929609 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.934827 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-fb09784d-ae39-4aca-bede-c35f21806e4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:49.025021 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=17e8f62e-b8f7-455d-bd93-0f5d803eab7c,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:49.034670 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:49.045232 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Allocated IP 172.20.0.2 (a4c3b138-c684-496b-a9d0-fa5ad38d78c3/b046fc9b-0164-4d69-b9da-76502eadb9e2/03b344e6-a092-4719-ab39-405e72613713) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:49.102481 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.122307 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.261717 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.278222 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Transition to ACTIVE for port object 03b344e6-a092-4719-ab39-405e72613713 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:49.309827 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Transition to ACTIVE for port object 03b344e6-a092-4719-ab39-405e72613713 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:49.317796 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.321806 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-26a680bb-c4c1-4af7-97f2-2c0064c7f3c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:49.363969 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Network a4c3b138-c684-496b-a9d0-fa5ad38d78c3 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:49.377958 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:49.383468 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:49.393455 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Pushing event updated for resources: {'Port': ['ID=03b344e6-a092-4719-ab39-405e72613713,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:49.419158 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:49.456415 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Attempting to bind port 03b344e6-a092-4719-ab39-405e72613713 on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:49.456873 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Attempting to bind port 03b344e6-a092-4719-ab39-405e72613713 by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': 'ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a4c3b138-c684-496b-a9d0-fa5ad38d78c3'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:49.457350 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Attempting to bind port 03b344e6-a092-4719-ab39-405e72613713 on network a4c3b138-c684-496b-a9d0-fa5ad38d78c3 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:49.463282 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:49.464569 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Checking segment: {'id': 'ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a4c3b138-c684-496b-a9d0-fa5ad38d78c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:49.465248 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.465874 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Bound using segment: {'id': 'ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a4c3b138-c684-496b-a9d0-fa5ad38d78c3'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:49.466549 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Bound port: 03b344e6-a092-4719-ab39-405e72613713, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a4c3b138-c684-496b-a9d0-fa5ad38d78c3'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:49.466933 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.528998 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Sync routers for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:49.543301 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:49.544551 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:49.545201 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] For port 03b344e6-a092-4719-ab39-405e72613713, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:49.550889 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] For port 03b344e6-a092-4719-ab39-405e72613713, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=03b344e6-a092-4719-ab39-405e72613713,segment=NetworkSegment(ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3),segment_id=ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:49.556195 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Allocated IP 172.27.0.10 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/b7b4ed47-a540-46c4-83ea-f6caf5cfbbda) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:49.559121 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.562325 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-703eb1f3-1e87-49f1-a3e4-dcc5c922e335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:49.655339 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Pushing event updated for resources: {'Port': ['ID=03b344e6-a092-4719-ab39-405e72613713,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:49.659503 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:49.689818 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:49.733890 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.781900 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63741659'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.784191 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-7d1742d3-c5f3-442c-a247-84c03787a20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:49.830955 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:49.836043 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:49.842688 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:49.848179 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Pushing event updated for resources: {'Port': ['ID=b7b4ed47-a540-46c4-83ea-f6caf5cfbbda,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:49.870555 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:49.971604 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 2, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:50.004036 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Checking router: 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:50.004390 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Updating router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf binding host dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:20:50.047427 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.173533 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 03b344e6-a092-4719-ab39-405e72613713 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:50.184348 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.248667 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 03b344e6-a092-4719-ab39-405e72613713 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:50.253050 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 17e8f62e-b8f7-455d-bd93-0f5d803eab7c up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:50.318451 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 17e8f62e-b8f7-455d-bd93-0f5d803eab7c triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:50.319282 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.474632 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-917deb72-02b9-4daf-9cff-db4a15e3d70c req-6a8e2505-aa97-4020-b02e-ce907b2f5f7a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1892055052&fields=id&tenant_id=5ad4965f6e5b49d0a4e4204f2ca58d36 HTTP/1.1" status: 200 len: 267 time: 0.0462348 Jun 17 08:20:50.482967 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.487660 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67094661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67089112'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.494527 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Transition to ACTIVE for port object 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:50.504330 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.515359 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-69dc4cae-7d49-4ad5-9ca0-2d939e165b3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:50.579544 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917deb72-02b9-4daf-9cff-db4a15e3d70c req-5d13082e-aa93-46b2-8839-546e9b2c2331 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:50.581255 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-917deb72-02b9-4daf-9cff-db4a15e3d70c req-5d13082e-aa93-46b2-8839-546e9b2c2331 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 984 time: 0.1051521 Jun 17 08:20:50.594291 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-917deb72-02b9-4daf-9cff-db4a15e3d70c req-1de235fb-a023-492f-b86b-05761128de46 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Request body: {'port': {'security_groups': ['eaa9ce8d-3486-45f8-8898-c060e34638f4']}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:50.652057 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481030d-2336-4495-9c2b-6c5a4417741f None None] Pushing event updated for resources: {'Port': ['ID=2a2465cf-4f7d-4e84-a0dd-e4964c822ebf,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:50.656288 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Attempting to bind port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:50.656940 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Attempting to bind port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:50.657471 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Attempting to bind port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf on network f677da10-206c-4631-a34f-1a8c85c68abd {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:50.666973 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481030d-2336-4495-9c2b-6c5a4417741f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:50.667735 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481030d-2336-4495-9c2b-6c5a4417741f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:50.668233 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481030d-2336-4495-9c2b-6c5a4417741f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:50.668717 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481030d-2336-4495-9c2b-6c5a4417741f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:50.669210 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481030d-2336-4495-9c2b-6c5a4417741f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:50.669714 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481030d-2336-4495-9c2b-6c5a4417741f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:50.670206 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481030d-2336-4495-9c2b-6c5a4417741f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:50.670768 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481030d-2336-4495-9c2b-6c5a4417741f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:50.671453 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481030d-2336-4495-9c2b-6c5a4417741f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:50.671951 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481030d-2336-4495-9c2b-6c5a4417741f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:50.672482 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481030d-2336-4495-9c2b-6c5a4417741f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:50.672980 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6481030d-2336-4495-9c2b-6c5a4417741f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:50.677734 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:50.678385 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Checking segment: {'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:50.678973 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.679552 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Bound using segment: {'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:50.679995 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Router 9ca519ea-602b-4b40-9b89-827474de9981 is scheduled to L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:20:50.680723 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Bound port: 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:50.681293 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.684509 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-6481030d-2336-4495-9c2b-6c5a4417741f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:50.752085 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] For port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:50.757311 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] For port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=2a2465cf-4f7d-4e84-a0dd-e4964c822ebf,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:50.757622 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-917deb72-02b9-4daf-9cff-db4a15e3d70c req-1de235fb-a023-492f-b86b-05761128de46 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.764498 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.767447 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:50.846000 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481030d-2336-4495-9c2b-6c5a4417741f None None] Pushing event updated for resources: {'Port': ['ID=2a2465cf-4f7d-4e84-a0dd-e4964c822ebf,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:50.852079 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-6481030d-2336-4495-9c2b-6c5a4417741f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:50.860637 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:50.887438 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Sync routers for ids ['9ca519ea-602b-4b40-9b89-827474de9981'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:50.894155 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:50.895553 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:50.915832 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Routers {'9ca519ea-602b-4b40-9b89-827474de9981'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:50.915832 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['9ca519ea-602b-4b40-9b89-827474de9981'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:50.925646 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.925646 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f75ecc1c-cf77-4290-9e7c-773c68bb9c09 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3282573 Jun 17 08:20:50.925960 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57406) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:50.958669 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57408) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:51.090129 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:51.138450 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3c745b-85ff-4bc3-9db7-fb70b36ee2e6 admin admin] Deleting subnet eaf05e9b-9d8c-48c9-9d94-1de217fa3f26 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:20:51.148605 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0f3c745b-85ff-4bc3-9db7-fb70b36ee2e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.175698 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497c1846-651a-40a9-9d10-7917056cef8d None None] Network a4c3b138-c684-496b-a9d0-fa5ad38d78c3 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:51.181371 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Set router 9ca519ea-602b-4b40-9b89-827474de9981 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:51.290212 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0f3c745b-85ff-4bc3-9db7-fb70b36ee2e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58020385'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.340624 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-917deb72-02b9-4daf-9cff-db4a15e3d70c req-1de235fb-a023-492f-b86b-05761128de46 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] For port df52da83-e1e4-4c17-9a8a-3358383a21d1, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=df52da83-e1e4-4c17-9a8a-3358383a21d1,segment=NetworkSegment(fdd8f78f-4233-4f08-a4b0-ca21d15acc81),segment_id=fdd8f78f-4233-4f08-a4b0-ca21d15acc81)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:51.365287 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0f3c745b-85ff-4bc3-9db7-fb70b36ee2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841451'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.368824 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:50Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:51.407159 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6aa0ba-075d-4cc3-b91b-a7861a8cd2b9 None None] The sync data for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi is: [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:50Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:51.418266 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-917deb72-02b9-4daf-9cff-db4a15e3d70c req-1de235fb-a023-492f-b86b-05761128de46 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.430133 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-917deb72-02b9-4daf-9cff-db4a15e3d70c req-1de235fb-a023-492f-b86b-05761128de46 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57996800'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.445666 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:51.479781 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['df52da83-e1e4-4c17-9a8a-3358383a21d1'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:51.486204 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-109513f6-4688-4d25-8086-db8ca9d0a8f0 None None] Provisioning for port 03b344e6-a092-4719-ab39-405e72613713 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:51.507010 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917deb72-02b9-4daf-9cff-db4a15e3d70c req-1de235fb-a023-492f-b86b-05761128de46 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:51.508298 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-917deb72-02b9-4daf-9cff-db4a15e3d70c req-1de235fb-a023-492f-b86b-05761128de46 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.510040 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-917deb72-02b9-4daf-9cff-db4a15e3d70c req-1de235fb-a023-492f-b86b-05761128de46 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "PUT /v2.0/ports/df52da83-e1e4-4c17-9a8a-3358383a21d1 HTTP/1.1" status: 200 len: 942 time: 0.9212048 Jun 17 08:20:51.511633 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'tag': 'df52da83-e1e4-4c17-9a8a-3358383a21d1'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:51.515511 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541a320a-9e2f-44b7-b466-6e8581394183" -d '{"events": [{"name": "network-changed", "server_uuid": "39dd803f-36c7-4407-92ab-9a4022db5d80", "tag": "df52da83-e1e4-4c17-9a8a-3358383a21d1"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:51.532700 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-109513f6-4688-4d25-8086-db8ca9d0a8f0 None None] Provisioning complete for port 03b344e6-a092-4719-ab39-405e72613713 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:51.533459 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-109513f6-4688-4d25-8086-db8ca9d0a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.537813 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57414) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:51.557606 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de235fb-a023-492f-b86b-05761128de46 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Pushing event updated for resources: {'Port': ['ID=df52da83-e1e4-4c17-9a8a-3358383a21d1,revision_number=7']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:51.567522 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1de235fb-a023-492f-b86b-05761128de46 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:51.576069 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0f3c745b-85ff-4bc3-9db7-fb70b36ee2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57996993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62916982'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.578806 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-bec397aa-8c9f-442d-aeb0-35d2c1be188d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:51.583709 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['df52da83-e1e4-4c17-9a8a-3358383a21d1'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:51.612367 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab724a2-cbfb-460d-a341-629d1b6021da x-openstack-request-id: req-aab724a2-cbfb-460d-a341-629d1b6021da {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:51.616077 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dd803f-36c7-4407-92ab-9a4022db5d80", "tag": "df52da83-e1e4-4c17-9a8a-3358383a21d1", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:51.616617 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aab724a2-cbfb-460d-a341-629d1b6021da {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:51.617284 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'tag': 'df52da83-e1e4-4c17-9a8a-3358383a21d1', 'status': 'completed', 'code': 200} Jun 17 08:20:51.618109 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c745b-85ff-4bc3-9db7-fb70b36ee2e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf05e9b-9d8c-48c9-9d94-1de217fa3f26,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:51.684922 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0f3c745b-85ff-4bc3-9db7-fb70b36ee2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:51.692226 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0f3c745b-85ff-4bc3-9db7-fb70b36ee2e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.694841 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-0f3c745b-85ff-4bc3-9db7-fb70b36ee2e6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/eaf05e9b-9d8c-48c9-9d94-1de217fa3f26 HTTP/1.1" status: 204 len: 168 time: 0.7274277 Jun 17 08:20:51.698842 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57416) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:51.799981 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a320a-9e2f-44b7-b466-6e8581394183 req-b4c6b2d0-b32b-4a16-b632-4cecaa0bc74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:51.802179 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-541a320a-9e2f-44b7-b466-6e8581394183 req-b4c6b2d0-b32b-4a16-b632-4cecaa0bc74b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ad4965f6e5b49d0a4e4204f2ca58d36&device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 1098 time: 0.1732452 Jun 17 08:20:51.812133 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.850788 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-42e1ee9d-5ec0-4507-90de-c6590653573b tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.861138 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a83576f-5807-4fb4-a3ed-d9535fd820d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977769'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.964929 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-42e1ee9d-5ec0-4507-90de-c6590653573b tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.010039 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a320a-9e2f-44b7-b466-6e8581394183 req-e55f6bde-b85f-4de4-acb5-ee5d062e19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:52.012381 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-541a320a-9e2f-44b7-b466-6e8581394183 req-e55f6bde-b85f-4de4-acb5-ee5d062e19e0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f06aa2e1-db4d-4e4a-b1b3-09309ade0894 HTTP/1.1" status: 200 len: 915 time: 0.2013552 Jun 17 08:20:52.024929 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca519ea-602b-4b40-9b89-827474de9981', 'name': 'tempest-TestVolumeBootPattern-1805876903-router', 'tenant_id': '53caa3127cbb43b591f395b144222e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b7b4ed47-a540-46c4-83ea-f6caf5cfbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:48Z', 'updated_at': '2021-06-17T08:20:50Z', 'revision_number': 3, 'project_id': '53caa3127cbb43b591f395b144222e32', 'gw_port': {'id': 'b7b4ed47-a540-46c4-83ea-f6caf5cfbbda', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:51:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca519ea-602b-4b40-9b89-827474de9981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:49Z', 'updated_at': '2021-06-17T08:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:52.080686 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Checking router: 9ca519ea-602b-4b40-9b89-827474de9981 for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:52.081315 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Updating router 9ca519ea-602b-4b40-9b89-827474de9981 port b7b4ed47-a540-46c4-83ea-f6caf5cfbbda binding host dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:20:52.082514 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a83576f-5807-4fb4-a3ed-d9535fd820d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840562', 'neutron.services.segments.db._delete_segments_for_network-8738547431473'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.139312 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Allocated IP 172.20.0.1 (a4c3b138-c684-496b-a9d0-fa5ad38d78c3/b046fc9b-0164-4d69-b9da-76502eadb9e2/88cd3d39-02d8-44d3-b84c-1735877ab2e4) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:52.142167 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-7a83576f-5807-4fb4-a3ed-d9535fd820d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456cdeb3-67b3-455a-8244-252238054ff4']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:52.161390 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:52.190228 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-42e1ee9d-5ec0-4507-90de-c6590653573b tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.193375 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-42e1ee9d-5ec0-4507-90de-c6590653573b tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.195480 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-42e1ee9d-5ec0-4507-90de-c6590653573b tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "DELETE /v2.0/security-groups/8066f8a6-2b28-48f3-b880-319f7abd211a HTTP/1.1" status: 204 len: 168 time: 0.6552269 Jun 17 08:20:52.204203 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0b245b12-be32-4a76-9476-f41cacdb6415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:52.204737 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57422) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:52.219756 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1ee9d-5ec0-4507-90de-c6590653573b tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8066f8a6-2b28-48f3-b880-319f7abd211a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:52.222345 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-7a83576f-5807-4fb4-a3ed-d9535fd820d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd98b8a9-abff-42b1-8646-32b0793634f2') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:52.222872 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-7a83576f-5807-4fb4-a3ed-d9535fd820d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd98b8a9-abff-42b1-8646-32b0793634f2') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:52.256497 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-42e1ee9d-5ec0-4507-90de-c6590653573b tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:52.274403 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a83576f-5807-4fb4-a3ed-d9535fd820d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738547430786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58020398'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.300772 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-541a320a-9e2f-44b7-b466-6e8581394183 req-61e4dd3a-3e0c-4945-b9cc-c5f1cbdad245 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df52da83-e1e4-4c17-9a8a-3358383a21d1 HTTP/1.1" status: 200 len: 1001 time: 0.2125101 Jun 17 08:20:52.306342 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a83576f-5807-4fb4-a3ed-d9535fd820d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.309932 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.343343 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.360184 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Transition to ACTIVE for port object 88cd3d39-02d8-44d3-b84c-1735877ab2e4 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:52.362572 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a320a-9e2f-44b7-b466-6e8581394183 req-0b1f784f-8440-4e85-984e-b394f52a934a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:52.364690 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-541a320a-9e2f-44b7-b466-6e8581394183 req-0b1f784f-8440-4e85-984e-b394f52a934a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=be7bb7c4-9fbf-4034-956a-6f4e72343dd0 HTTP/1.1" status: 200 len: 853 time: 0.0547237 Jun 17 08:20:52.373119 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a83576f-5807-4fb4-a3ed-d9535fd820d6 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:20:52.373679 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a83576f-5807-4fb4-a3ed-d9535fd820d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57996908'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: Traceback (most recent call last): Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: timer() Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: cb(*args, **kw) Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: return func(*args, **kwargs) Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: self._notify() Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: self.callback(batched_events) Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: event.method(event) Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: return f(self, *a, **k) Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._get(url).json() Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:20:52.376826 dv-cinder-791281-5-iscsi neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:20:52.406848 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63741659'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.411336 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bddb6b22-4140-45a1-9291-717f2c57ceb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:52.466304 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Network a4c3b138-c684-496b-a9d0-fa5ad38d78c3 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:52.471969 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:52.475592 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:52.504363 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Pushing event updated for resources: {'Port': ['ID=88cd3d39-02d8-44d3-b84c-1735877ab2e4,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:52.507975 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:52.536209 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a83576f-5807-4fb4-a3ed-d9535fd820d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67087437'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.543049 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67093353'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.550503 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-109513f6-4688-4d25-8086-db8ca9d0a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.591995 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:52.599665 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7a83576f-5807-4fb4-a3ed-d9535fd820d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.601778 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-7a83576f-5807-4fb4-a3ed-d9535fd820d6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/456cdeb3-67b3-455a-8244-252238054ff4 HTTP/1.1" status: 204 len: 168 time: 0.9015863 Jun 17 08:20:52.616361 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57426) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:52.697779 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83576f-5807-4fb4-a3ed-d9535fd820d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=456cdeb3-67b3-455a-8244-252238054ff4,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:52.719039 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-109513f6-4688-4d25-8086-db8ca9d0a8f0 None None] For port 03b344e6-a092-4719-ab39-405e72613713, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=03b344e6-a092-4719-ab39-405e72613713,segment=NetworkSegment(ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3),segment_id=ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:52.725579 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.738757 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-109513f6-4688-4d25-8086-db8ca9d0a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.739146 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a320a-9e2f-44b7-b466-6e8581394183 req-28b1bf82-8947-429e-a54b-bf4f03f8efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:52.741133 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-541a320a-9e2f-44b7-b466-6e8581394183 req-28b1bf82-8947-429e-a54b-bf4f03f8efe2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f06aa2e1-db4d-4e4a-b1b3-09309ade0894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3651891 Jun 17 08:20:52.741983 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:52.743898 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7a83576f-5807-4fb4-a3ed-d9535fd820d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:52.750328 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea5a832-c1ed-4c17-a596-70fd2cada766 admin admin] Deleting subnet 291a7e61-8e22-4c1d-aeaa-a9c06f8bf30c {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:20:52.751562 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:52.771815 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a832-c1ed-4c17-a596-70fd2cada766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.812732 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:52.813122 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.819106 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109513f6-4688-4d25-8086-db8ca9d0a8f0 None None] Pushing event updated for resources: {'Port': ['ID=03b344e6-a092-4719-ab39-405e72613713,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:52.822940 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-109513f6-4688-4d25-8086-db8ca9d0a8f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:52.851143 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1c15c9fd-e0c7-443d-b212-68e10348d4be tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Deleting port e5e77af5-291d-485d-b58d-6e09d196e02a {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:52.851518 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1c15c9fd-e0c7-443d-b212-68e10348d4be tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.871430 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a832-c1ed-4c17-a596-70fd2cada766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58020385'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.903162 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-c34659b7-f6ba-4861-90c7-68b57ec822bc None None] Provisioning complete for port 03b344e6-a092-4719-ab39-405e72613713 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:52.903617 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c34659b7-f6ba-4861-90c7-68b57ec822bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.956195 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.966475 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63741673'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.972265 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:53.018464 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a832-c1ed-4c17-a596-70fd2cada766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841451'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.096461 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.108515 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Pushing event updated for resources: {'Port': ['ID=88cd3d39-02d8-44d3-b84c-1735877ab2e4,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:53.111342 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66618784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67093269'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.121691 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:53.202986 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.206632 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=2a2465cf-4f7d-4e84-a0dd-e4964c822ebf,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:53.218531 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.224412 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:53.226547 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Network a4c3b138-c684-496b-a9d0-fa5ad38d78c3 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:53.226810 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Transition to ACTIVE for port object b7b4ed47-a540-46c4-83ea-f6caf5cfbbda will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:53.228924 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-c34659b7-f6ba-4861-90c7-68b57ec822bc None None] Provisioning complete for port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:53.229095 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:53.229246 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c34659b7-f6ba-4861-90c7-68b57ec822bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.281352 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.337062 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=2a2465cf-4f7d-4e84-a0dd-e4964c822ebf,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:53.340567 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:53.344441 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:53.361467 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Attempting to bind port b7b4ed47-a540-46c4-83ea-f6caf5cfbbda on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:53.361873 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Attempting to bind port b7b4ed47-a540-46c4-83ea-f6caf5cfbbda by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:53.362272 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Attempting to bind port b7b4ed47-a540-46c4-83ea-f6caf5cfbbda on network d7615c75-e47e-4bd3-8b0f-d4d338da562e {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:53.377605 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Router 9ca519ea-602b-4b40-9b89-827474de9981 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:20:53.397047 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:53.397430 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Checking segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:53.397838 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.398238 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Bound using segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:53.398769 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Bound port: b7b4ed47-a540-46c4-83ea-f6caf5cfbbda, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:53.399152 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.451705 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1c15c9fd-e0c7-443d-b212-68e10348d4be tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.452272 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1c15c9fd-e0c7-443d-b212-68e10348d4be tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.481312 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1457c-d2d6-49b5-a61f-2a0b3f0d9f9f None None] Pushing event updated for resources: {'Port': ['ID=b7b4ed47-a540-46c4-83ea-f6caf5cfbbda,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:53.484713 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-8ed1457c-d2d6-49b5-a61f-2a0b3f0d9f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:53.502164 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-541a320a-9e2f-44b7-b466-6e8581394183 req-3700d1dc-0c2c-443b-a167-7bd78b1b9c2c service neutron] 10.222.0.38 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7480874 Jun 17 08:20:53.513300 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] For port b7b4ed47-a540-46c4-83ea-f6caf5cfbbda, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:53.517236 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] For port b7b4ed47-a540-46c4-83ea-f6caf5cfbbda, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=b7b4ed47-a540-46c4-83ea-f6caf5cfbbda,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:53.522249 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:53.522944 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.527532 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:53.529841 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-1c15c9fd-e0c7-443d-b212-68e10348d4be tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Calling delete_port for e5e77af5-291d-485d-b58d-6e09d196e02a owned by network:floatingip {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:53.533090 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] 10.222.0.35 "PUT /v2.0/routers/9ca519ea-602b-4b40-9b89-827474de9981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6034124 Jun 17 08:20:53.533259 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-c34659b7-f6ba-4861-90c7-68b57ec822bc None None] Provisioning complete for port df52da83-e1e4-4c17-9a8a-3358383a21d1 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:53.533259 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c34659b7-f6ba-4861-90c7-68b57ec822bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.536210 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a832-c1ed-4c17-a596-70fd2cada766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57996993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62916982'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.571172 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:53.629914 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Routers {'9ca519ea-602b-4b40-9b89-827474de9981'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:53.630633 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['9ca519ea-602b-4b40-9b89-827474de9981'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:53.634422 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1457c-d2d6-49b5-a61f-2a0b3f0d9f9f None None] Pushing event updated for resources: {'Port': ['ID=b7b4ed47-a540-46c4-83ea-f6caf5cfbbda,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:53.638849 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-8ed1457c-d2d6-49b5-a61f-2a0b3f0d9f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:53.647795 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5a832-c1ed-4c17-a596-70fd2cada766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=291a7e61-8e22-4c1d-aeaa-a9c06f8bf30c,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:53.655510 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a832-c1ed-4c17-a596-70fd2cada766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.659617 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-2ea5a832-c1ed-4c17-a596-70fd2cada766 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/291a7e61-8e22-4c1d-aeaa-a9c06f8bf30c HTTP/1.1" status: 204 len: 168 time: 1.0391700 Jun 17 08:20:53.661044 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57430) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:53.665358 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2ea5a832-c1ed-4c17-a596-70fd2cada766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:53.780326 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-541a320a-9e2f-44b7-b466-6e8581394183 req-4d37bf3f-7d5b-486a-bab6-0548c42c90a8 service neutron] 10.222.0.38 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477245 Jun 17 08:20:53.790855 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] Set router 9ca519ea-602b-4b40-9b89-827474de9981 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:53.804986 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1bbe7344-9698-41f7-90df-db0d0707e049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977769'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.867557 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1c15c9fd-e0c7-443d-b212-68e10348d4be tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.877606 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4c462932-4404-4b06-a2e3-be1d30dc2ac1 tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:53.907102 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1bbe7344-9698-41f7-90df-db0d0707e049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840562', 'neutron.services.segments.db._delete_segments_for_network-8738547431473'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.909224 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15c9fd-e0c7-443d-b212-68e10348d4be tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Pushing event deleted for resources: {'Port': ['ID=e5e77af5-291d-485d-b58d-6e09d196e02a,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:53.913787 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1c15c9fd-e0c7-443d-b212-68e10348d4be tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:53.935922 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-1bbe7344-9698-41f7-90df-db0d0707e049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68caaafa-b929-440d-aa7a-9628b80dabe0']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:53.953632 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-1bbe7344-9698-41f7-90df-db0d0707e049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194670c0-65e8-4d62-9052-68a848e650ab') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:53.953632 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-1bbe7344-9698-41f7-90df-db0d0707e049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194670c0-65e8-4d62-9052-68a848e650ab') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:53.957865 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-61d673f4-ca05-4998-91ce-2a839c0d09d6 None None] Provisioning for port 88cd3d39-02d8-44d3-b84c-1735877ab2e4 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:53.959986 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1bbe7344-9698-41f7-90df-db0d0707e049 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738547430786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63721506'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.975542 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-61d673f4-ca05-4998-91ce-2a839c0d09d6 None None] Provisioning complete for port 88cd3d39-02d8-44d3-b84c-1735877ab2e4 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:53.976093 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-61d673f4-ca05-4998-91ce-2a839c0d09d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.977537 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1bbe7344-9698-41f7-90df-db0d0707e049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.985260 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbe7344-9698-41f7-90df-db0d0707e049 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:20:53.985672 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1bbe7344-9698-41f7-90df-db0d0707e049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63741573'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.988788 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1c15c9fd-e0c7-443d-b212-68e10348d4be tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks [] for floatingip, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.989333 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.l3_db [None req-1c15c9fd-e0c7-443d-b212-68e10348d4be tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Floating IP 4879889e-37e4-487b-869b-a4b8722c81fc disassociated (deleted). External IP: 172.27.0.218, port: df52da83-e1e4-4c17-9a8a-3358383a21d1. Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: Traceback (most recent call last): Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: timer() Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: cb(*args, **kw) Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: return func(*args, **kwargs) Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: self._notify() Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: self.callback(batched_events) Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: event.method(event) Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: return f(self, *a, **k) Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: return self._get(url).json() Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:20:54.011615 dv-cinder-791281-5-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:20:54.036215 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e81abae7-6472-4f84-959d-c57943410e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.058481 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-61d673f4-ca05-4998-91ce-2a839c0d09d6 None None] Port 88cd3d39-02d8-44d3-b84c-1735877ab2e4 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:54.064756 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1bbe7344-9698-41f7-90df-db0d0707e049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67087437'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.072711 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1bbe7344-9698-41f7-90df-db0d0707e049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.077136 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1bbe7344-9698-41f7-90df-db0d0707e049 admin admin] 10.222.0.35 "DELETE /v2.0/networks/68caaafa-b929-440d-aa7a-9628b80dabe0 HTTP/1.1" status: 204 len: 168 time: 0.4147837 Jun 17 08:20:54.078440 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4c13ef86-8266-4989-ac62-32fc00e74e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:54.105790 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe7344-9698-41f7-90df-db0d0707e049 admin admin] Pushing event deleted for resources: {'Network': ['ID=68caaafa-b929-440d-aa7a-9628b80dabe0,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:54.116748 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1bbe7344-9698-41f7-90df-db0d0707e049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:54.119375 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca519ea-602b-4b40-9b89-827474de9981', 'name': 'tempest-TestVolumeBootPattern-1805876903-router', 'tenant_id': '53caa3127cbb43b591f395b144222e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b7b4ed47-a540-46c4-83ea-f6caf5cfbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:48Z', 'updated_at': '2021-06-17T08:20:52Z', 'revision_number': 4, 'project_id': '53caa3127cbb43b591f395b144222e32', 'gw_port': {'id': 'b7b4ed47-a540-46c4-83ea-f6caf5cfbbda', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:51:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca519ea-602b-4b40-9b89-827474de9981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:49Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '88cd3d39-02d8-44d3-b84c-1735877ab2e4', 'name': '', 'network_id': 'a4c3b138-c684-496b-a9d0-fa5ad38d78c3', 'tenant_id': '53caa3127cbb43b591f395b144222e32', 'mac_address': 'fa:16:3e:2f:b4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca519ea-602b-4b40-9b89-827474de9981', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'b046fc9b-0164-4d69-b9da-76502eadb9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:51Z', 'updated_at': '2021-06-17T08:20:52Z', 'revision_number': 2, 'project_id': '53caa3127cbb43b591f395b144222e32', 'subnets': [{'id': 'b046fc9b-0164-4d69-b9da-76502eadb9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:54.162410 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 03b344e6-a092-4719-ab39-405e72613713 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:54.166388 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea10617-a35b-4a08-8d16-19be62618c3f None None] The sync data for ids ['9ca519ea-602b-4b40-9b89-827474de9981'] in dv-cinder-791281-5-iscsi is: [{'id': '9ca519ea-602b-4b40-9b89-827474de9981', 'name': 'tempest-TestVolumeBootPattern-1805876903-router', 'tenant_id': '53caa3127cbb43b591f395b144222e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b7b4ed47-a540-46c4-83ea-f6caf5cfbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:48Z', 'updated_at': '2021-06-17T08:20:52Z', 'revision_number': 4, 'project_id': '53caa3127cbb43b591f395b144222e32', 'gw_port': {'id': 'b7b4ed47-a540-46c4-83ea-f6caf5cfbbda', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:51:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca519ea-602b-4b40-9b89-827474de9981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:49Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '88cd3d39-02d8-44d3-b84c-1735877ab2e4', 'name': '', 'network_id': 'a4c3b138-c684-496b-a9d0-fa5ad38d78c3', 'tenant_id': '53caa3127cbb43b591f395b144222e32', 'mac_address': 'fa:16:3e:2f:b4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca519ea-602b-4b40-9b89-827474de9981', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'b046fc9b-0164-4d69-b9da-76502eadb9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:51Z', 'updated_at': '2021-06-17T08:20:52Z', 'revision_number': 2, 'project_id': '53caa3127cbb43b591f395b144222e32', 'subnets': [{'id': 'b046fc9b-0164-4d69-b9da-76502eadb9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:54.201771 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:20:54.236543 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 03b344e6-a092-4719-ab39-405e72613713 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:54.236977 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.308586 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c15c9fd-e0c7-443d-b212-68e10348d4be tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:20:54.328172 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57440) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:54.353060 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:54.379699 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4dcfc5b7-f7df-4879-84e0-501d255320c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a44e5700a174650a99c7036562ca27c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500691 Jun 17 08:20:54.382049 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57442) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:54.401942 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57444) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:54.407640 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-6acac77c-7bd0-4b7f-a826-92c38a1a231b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1408336573', 'description': 'tempest-secgroup-smoke-1408336573 description', 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:54.421796 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:54.422544 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.464819 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-edd52d41-9615-4e3a-9bbc-0102921582d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.468178 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6acac77c-7bd0-4b7f-a826-92c38a1a231b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.485886 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c15c9fd-e0c7-443d-b212-68e10348d4be tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:54.502796 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1c15c9fd-e0c7-443d-b212-68e10348d4be tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.505495 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e9bccc-f680-41eb-be1e-931df6dbe48f None None] Sync routers for ids ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:54.521708 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e9bccc-f680-41eb-be1e-931df6dbe48f None None] Routers {'3907e5c7-4fc1-48b9-a0f1-1540832bf06a'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:54.522782 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-41e9bccc-f680-41eb-be1e-931df6dbe48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:54.568421 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-edd52d41-9615-4e3a-9bbc-0102921582d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.584610 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-1c15c9fd-e0c7-443d-b212-68e10348d4be tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "DELETE /v2.0/floatingips/4879889e-37e4-487b-869b-a4b8722c81fc HTTP/1.1" status: 204 len: 168 time: 2.3728354 Jun 17 08:20:54.585658 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'tag': 'df52da83-e1e4-4c17-9a8a-3358383a21d1'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:54.588748 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e92a23d-9368-41c5-a611-8bd9e4402f58" -d '{"events": [{"name": "network-changed", "server_uuid": "39dd803f-36c7-4407-92ab-9a4022db5d80", "tag": "df52da83-e1e4-4c17-9a8a-3358383a21d1"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:54.655437 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-41e9bccc-f680-41eb-be1e-931df6dbe48f None None] Set router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:54.675794 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-edd52d41-9615-4e3a-9bbc-0102921582d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.681262 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-edd52d41-9615-4e3a-9bbc-0102921582d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.686783 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-edd52d41-9615-4e3a-9bbc-0102921582d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17797086-e397-49e8-bd2c-796fdd36e63a HTTP/1.1" status: 204 len: 168 time: 0.3035994 Jun 17 08:20:54.693211 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3e894fb5-6418-4bc8-9dfb-1f956c26b6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:54.694715 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0bafad-3400-4a90-ab37-b184d099c6dd x-openstack-request-id: req-ae0bafad-3400-4a90-ab37-b184d099c6dd {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:54.695048 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dd803f-36c7-4407-92ab-9a4022db5d80", "tag": "df52da83-e1e4-4c17-9a8a-3358383a21d1", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:54.700889 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ae0bafad-3400-4a90-ab37-b184d099c6dd {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:54.701505 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'tag': 'df52da83-e1e4-4c17-9a8a-3358383a21d1', 'status': 'completed', 'code': 200} Jun 17 08:20:54.702361 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6acac77c-7bd0-4b7f-a826-92c38a1a231b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.708206 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd52d41-9615-4e3a-9bbc-0102921582d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17797086-e397-49e8-bd2c-796fdd36e63a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:54.710994 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-edd52d41-9615-4e3a-9bbc-0102921582d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:54.711654 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6acac77c-7bd0-4b7f-a826-92c38a1a231b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.714978 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9358e034-90bb-46f2-b514-7977906cf66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:54.745437 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6acac77c-7bd0-4b7f-a826-92c38a1a231b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.751973 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6acac77c-7bd0-4b7f-a826-92c38a1a231b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3487663 Jun 17 08:20:54.752649 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57452) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:54.759882 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-e54b3e94-4eb3-44b1-b947-71aa11056cff tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Request body: {'security_group_rule': {'security_group_id': '1e0bf0b3-7b60-4cc5-abc7-e67532609482', 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:54.771311 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acac77c-7bd0-4b7f-a826-92c38a1a231b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0bf0b3-7b60-4cc5-abc7-e67532609482,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:54.776738 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-6acac77c-7bd0-4b7f-a826-92c38a1a231b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:54.802291 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e54b3e94-4eb3-44b1-b947-71aa11056cff tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.837503 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92a23d-9368-41c5-a611-8bd9e4402f58 req-6bfc95a9-49e5-4442-a720-81f5003b04fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:54.840722 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6e92a23d-9368-41c5-a611-8bd9e4402f58 req-6bfc95a9-49e5-4442-a720-81f5003b04fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5ad4965f6e5b49d0a4e4204f2ca58d36&device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 1098 time: 0.1157272 Jun 17 08:20:54.898001 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e54b3e94-4eb3-44b1-b947-71aa11056cff tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.905299 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e54b3e94-4eb3-44b1-b947-71aa11056cff tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.908194 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-811cebfb-25c6-4ce5-a1d5-059e5b8c8fd9 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:54.937490 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b3e94-4eb3-44b1-b947-71aa11056cff tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e044bc-7282-4e59-b9b2-f37cc07df08c,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:54.941163 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e54b3e94-4eb3-44b1-b947-71aa11056cff tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:54.946473 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e54b3e94-4eb3-44b1-b947-71aa11056cff tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.952655 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e54b3e94-4eb3-44b1-b947-71aa11056cff tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1965551 Jun 17 08:20:54.953647 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57456) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:54.961625 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-c0edef8b-d9a8-402f-b668-56007223715f tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Request body: {'security_group_rule': {'security_group_id': '1e0bf0b3-7b60-4cc5-abc7-e67532609482', 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:54.997430 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c0edef8b-d9a8-402f-b668-56007223715f tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.025692 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92a23d-9368-41c5-a611-8bd9e4402f58 req-0f00d2eb-84f4-421b-ae2e-caec9e4d91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:55.031885 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6e92a23d-9368-41c5-a611-8bd9e4402f58 req-0f00d2eb-84f4-421b-ae2e-caec9e4d91ea service neutron] 10.222.0.38 "GET /v2.0/networks?id=f06aa2e1-db4d-4e4a-b1b3-09309ade0894 HTTP/1.1" status: 200 len: 915 time: 0.1834569 Jun 17 08:20:55.092897 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c0edef8b-d9a8-402f-b668-56007223715f tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.104826 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6e92a23d-9368-41c5-a611-8bd9e4402f58 req-a05107be-3e6f-4e1b-a921-d5b317a9d4e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df52da83-e1e4-4c17-9a8a-3358383a21d1 HTTP/1.1" status: 200 len: 217 time: 0.0652220 Jun 17 08:20:55.106873 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c0edef8b-d9a8-402f-b668-56007223715f tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.114859 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4d6875b7-138d-4967-b991-5bda549da4fe tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:55.152569 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edef8b-d9a8-402f-b668-56007223715f tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ebe2b4-b815-4fae-a5df-ef2aafd2311d,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:55.155872 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c0edef8b-d9a8-402f-b668-56007223715f tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:55.162134 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c0edef8b-d9a8-402f-b668-56007223715f tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.164804 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c0edef8b-d9a8-402f-b668-56007223715f tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2065568 Jun 17 08:20:55.167198 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57464) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:55.175104 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-e20d5fd7-91ba-4851-8b01-243231961a2e tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Request body: {'security_group_rule': {'security_group_id': '1e0bf0b3-7b60-4cc5-abc7-e67532609482', 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:55.184230 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-41e9bccc-f680-41eb-be1e-931df6dbe48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'name': 'tempest-TestMinimumBasicScenario-919920592-router', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:25Z', 'updated_at': '2021-06-17T08:18:29Z', 'revision_number': 4, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'gw_port': {'id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:26Z', 'updated_at': '2021-06-17T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '534a61f9-b868-43f9-905d-b994b9e8252a', 'name': '', 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'mac_address': 'fa:16:3e:fc:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:28Z', 'updated_at': '2021-06-17T08:18:36Z', 'revision_number': 5, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'subnets': [{'id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:55.218202 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92a23d-9368-41c5-a611-8bd9e4402f58 req-6f5c62a9-7d1a-48e9-9d16-caec18847a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:55.222101 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6e92a23d-9368-41c5-a611-8bd9e4402f58 req-6f5c62a9-7d1a-48e9-9d16-caec18847a31 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=be7bb7c4-9fbf-4034-956a-6f4e72343dd0 HTTP/1.1" status: 200 len: 853 time: 0.1109085 Jun 17 08:20:55.259714 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e20d5fd7-91ba-4851-8b01-243231961a2e tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.289860 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e9bccc-f680-41eb-be1e-931df6dbe48f None None] Checking router: 3907e5c7-4fc1-48b9-a0f1-1540832bf06a for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:55.320857 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e9bccc-f680-41eb-be1e-931df6dbe48f None None] Routers {'3907e5c7-4fc1-48b9-a0f1-1540832bf06a'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:55.325315 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-41e9bccc-f680-41eb-be1e-931df6dbe48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:55.375001 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92a23d-9368-41c5-a611-8bd9e4402f58 req-dd0aeecc-2cc8-4ee0-8859-922bc3a43838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:55.378449 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6e92a23d-9368-41c5-a611-8bd9e4402f58 req-dd0aeecc-2cc8-4ee0-8859-922bc3a43838 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f06aa2e1-db4d-4e4a-b1b3-09309ade0894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1293199 Jun 17 08:20:55.384408 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e20d5fd7-91ba-4851-8b01-243231961a2e tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.391729 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e20d5fd7-91ba-4851-8b01-243231961a2e tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.394767 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:55.426680 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d5fd7-91ba-4851-8b01-243231961a2e tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39f075a-9a32-4013-af94-e6629b6c0a62,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:55.431159 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e20d5fd7-91ba-4851-8b01-243231961a2e tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:55.445261 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e20d5fd7-91ba-4851-8b01-243231961a2e tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.452038 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e20d5fd7-91ba-4851-8b01-243231961a2e tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2825513 Jun 17 08:20:55.452581 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57466) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:55.464040 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-19e62cbc-ee01-4643-aec5-1dda65c862bf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Request body: {'security_group_rule': {'security_group_id': '1e0bf0b3-7b60-4cc5-abc7-e67532609482', 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:55.478576 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-41e9bccc-f680-41eb-be1e-931df6dbe48f None None] Set router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:55.507494 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-19e62cbc-ee01-4643-aec5-1dda65c862bf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.508749 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6e92a23d-9368-41c5-a611-8bd9e4402f58 req-6cd621ec-30cf-428d-ba07-1b28431692ae service neutron] 10.222.0.38 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242166 Jun 17 08:20:55.528481 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57468) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:55.611027 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-387a26d1-d9d1-4f60-9d95-3063ef062d90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2726a2dc55e4378b76b47dd23254baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0773892 Jun 17 08:20:55.613344 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57470) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:55.646120 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6e92a23d-9368-41c5-a611-8bd9e4402f58 req-75824e01-1f24-4840-9165-cb9de1af4ae1 service neutron] 10.222.0.38 "GET /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288781 Jun 17 08:20:55.673745 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-19e62cbc-ee01-4643-aec5-1dda65c862bf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.680993 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ed77d92-1ddc-4855-ac3b-a50c0cafab80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.683297 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-19e62cbc-ee01-4643-aec5-1dda65c862bf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.689026 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e54b3e94-4eb3-44b1-b947-71aa11056cff tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:55.712191 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ed77d92-1ddc-4855-ac3b-a50c0cafab80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.723756 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e62cbc-ee01-4643-aec5-1dda65c862bf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b64756-1cf0-4874-a4af-19064c2e12ae,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:55.734803 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-19e62cbc-ee01-4643-aec5-1dda65c862bf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:55.739496 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-19e62cbc-ee01-4643-aec5-1dda65c862bf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.743731 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-19e62cbc-ee01-4643-aec5-1dda65c862bf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2878749 Jun 17 08:20:55.747370 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57472) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:55.763533 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-1ed73609-c586-448f-be44-195bcbc4a069 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Request body: {'security_group_rule': {'security_group_id': '1e0bf0b3-7b60-4cc5-abc7-e67532609482', 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:55.782085 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ed77d92-1ddc-4855-ac3b-a50c0cafab80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.785866 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-2ed77d92-1ddc-4855-ac3b-a50c0cafab80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.791698 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-2ed77d92-1ddc-4855-ac3b-a50c0cafab80 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3bc5a8e6-1926-4bd0-937f-536a94715045 HTTP/1.1" status: 204 len: 168 time: 0.1769886 Jun 17 08:20:55.793348 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-518331a6-f655-4582-94a0-6b0d1c264fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:55.809778 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed77d92-1ddc-4855-ac3b-a50c0cafab80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc5a8e6-1926-4bd0-937f-536a94715045,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:55.812583 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2ed77d92-1ddc-4855-ac3b-a50c0cafab80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:55.818804 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.securitygroups_db [None req-1ed73609-c586-448f-be44-195bcbc4a069 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Project e32fc6833c404cbc9ef58bd68094fc23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:20:55.826138 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1ed73609-c586-448f-be44-195bcbc4a069 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.849379 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-41e9bccc-f680-41eb-be1e-931df6dbe48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'name': 'tempest-TestMinimumBasicScenario-919920592-router', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:25Z', 'updated_at': '2021-06-17T08:18:29Z', 'revision_number': 4, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'gw_port': {'id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:26Z', 'updated_at': '2021-06-17T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '534a61f9-b868-43f9-905d-b994b9e8252a', 'name': '', 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'mac_address': 'fa:16:3e:fc:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:28Z', 'updated_at': '2021-06-17T08:18:36Z', 'revision_number': 5, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'subnets': [{'id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:55.878418 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e9bccc-f680-41eb-be1e-931df6dbe48f None None] The sync data for ids ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'] in dv-cinder-791281-5-iscsi is: [{'id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'name': 'tempest-TestMinimumBasicScenario-919920592-router', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:25Z', 'updated_at': '2021-06-17T08:18:29Z', 'revision_number': 4, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'gw_port': {'id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:26Z', 'updated_at': '2021-06-17T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '534a61f9-b868-43f9-905d-b994b9e8252a', 'name': '', 'network_id': 'f06aa2e1-db4d-4e4a-b1b3-09309ade0894', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'mac_address': 'fa:16:3e:fc:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:28Z', 'updated_at': '2021-06-17T08:18:36Z', 'revision_number': 5, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'subnets': [{'id': 'be7bb7c4-9fbf-4034-956a-6f4e72343dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:55.920389 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1ed73609-c586-448f-be44-195bcbc4a069 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.935761 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1ed73609-c586-448f-be44-195bcbc4a069 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.940132 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:55.970125 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed73609-c586-448f-be44-195bcbc4a069 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bceea8-8c22-4ae5-9df7-6aab57f54aa0,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:55.973709 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1ed73609-c586-448f-be44-195bcbc4a069 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:55.976558 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1ed73609-c586-448f-be44-195bcbc4a069 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.978022 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1ed73609-c586-448f-be44-195bcbc4a069 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2295771 Jun 17 08:20:55.981027 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57476) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:55.986319 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-b7fb1e84-6b26-415b-9f53-2c8df2bf8f70 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Request body: {'security_group_rule': {'security_group_id': '1e0bf0b3-7b60-4cc5-abc7-e67532609482', 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:56.025650 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.securitygroups_db [None req-b7fb1e84-6b26-415b-9f53-2c8df2bf8f70 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Project e32fc6833c404cbc9ef58bd68094fc23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:20:56.036608 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1e84-6b26-415b-9f53-2c8df2bf8f70 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.140712 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device b7b4ed47-a540-46c4-83ea-f6caf5cfbbda up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:56.157267 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1e84-6b26-415b-9f53-2c8df2bf8f70 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.164354 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1e84-6b26-415b-9f53-2c8df2bf8f70 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.168085 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-360286d6-bbab-403e-b3fa-b32db08f9879 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:56.184978 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb1e84-6b26-415b-9f53-2c8df2bf8f70 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8950f9d7-18a5-491d-9dea-6859c3ef05fa,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:56.188376 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b7fb1e84-6b26-415b-9f53-2c8df2bf8f70 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:56.215782 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1e84-6b26-415b-9f53-2c8df2bf8f70 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.217081 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-b7fb1e84-6b26-415b-9f53-2c8df2bf8f70 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2349968 Jun 17 08:20:56.239018 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port b7b4ed47-a540-46c4-83ea-f6caf5cfbbda completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:56.243412 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port b7b4ed47-a540-46c4-83ea-f6caf5cfbbda triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:56.243882 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.376246 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.408132 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port b7b4ed47-a540-46c4-83ea-f6caf5cfbbda, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=b7b4ed47-a540-46c4-83ea-f6caf5cfbbda,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:56.414044 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.423574 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:56.486526 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=b7b4ed47-a540-46c4-83ea-f6caf5cfbbda,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:56.490019 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:56.529524 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.601679 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bbfdaa-5e88-4d28-8c05-415c86750cec None None] New status for floating IP 4879889e-37e4-487b-869b-a4b8722c81fc: DOWN {{(pid=92981) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:20:56.747492 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-829d965f-03ee-425e-b03a-66b215f8ac0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:57.805802 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.068274 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device b7b4ed47-a540-46c4-83ea-f6caf5cfbbda up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:58.120600 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port b7b4ed47-a540-46c4-83ea-f6caf5cfbbda triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:58.120978 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.450408 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c378a5-de75-43b8-97dd-760a4632f814 req-74c7a124-4360-40fa-b6ee-83a1e92835ed tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:58.452148 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b0c378a5-de75-43b8-97dd-760a4632f814 req-74c7a124-4360-40fa-b6ee-83a1e92835ed tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 945 time: 0.0762599 Jun 17 08:20:58.513507 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b0c378a5-de75-43b8-97dd-760a4632f814 req-ef054b30-330c-4270-8b0a-a66dbcc95ca9 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506082 Jun 17 08:20:58.543802 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Sync routers for ids ['9ca519ea-602b-4b40-9b89-827474de9981'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:58.553756 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Routers {'9ca519ea-602b-4b40-9b89-827474de9981'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:58.554383 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['9ca519ea-602b-4b40-9b89-827474de9981'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:58.757313 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Set router 9ca519ea-602b-4b40-9b89-827474de9981 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:58.762732 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.971140 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca519ea-602b-4b40-9b89-827474de9981', 'name': 'tempest-TestVolumeBootPattern-1805876903-router', 'tenant_id': '53caa3127cbb43b591f395b144222e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b7b4ed47-a540-46c4-83ea-f6caf5cfbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:48Z', 'updated_at': '2021-06-17T08:20:52Z', 'revision_number': 4, 'project_id': '53caa3127cbb43b591f395b144222e32', 'gw_port': {'id': 'b7b4ed47-a540-46c4-83ea-f6caf5cfbbda', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:51:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca519ea-602b-4b40-9b89-827474de9981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:49Z', 'updated_at': '2021-06-17T08:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '88cd3d39-02d8-44d3-b84c-1735877ab2e4', 'name': '', 'network_id': 'a4c3b138-c684-496b-a9d0-fa5ad38d78c3', 'tenant_id': '53caa3127cbb43b591f395b144222e32', 'mac_address': 'fa:16:3e:2f:b4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca519ea-602b-4b40-9b89-827474de9981', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'b046fc9b-0164-4d69-b9da-76502eadb9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:51Z', 'updated_at': '2021-06-17T08:20:52Z', 'revision_number': 2, 'project_id': '53caa3127cbb43b591f395b144222e32', 'subnets': [{'id': 'b046fc9b-0164-4d69-b9da-76502eadb9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:58.998164 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Checking router: 9ca519ea-602b-4b40-9b89-827474de9981 for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:58.998614 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Updating router 9ca519ea-602b-4b40-9b89-827474de9981 port 88cd3d39-02d8-44d3-b84c-1735877ab2e4 binding host dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:20:59.038505 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:59.363862 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:59.377950 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Transition to ACTIVE for port object 88cd3d39-02d8-44d3-b84c-1735877ab2e4 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:59.388050 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:59.390718 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:59.630257 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d2e6c-891c-4ca7-9580-fe4674241c69 None None] Pushing event updated for resources: {'Port': ['ID=88cd3d39-02d8-44d3-b84c-1735877ab2e4,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:59.645501 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-aa2d2e6c-891c-4ca7-9580-fe4674241c69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:59.653575 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Attempting to bind port 88cd3d39-02d8-44d3-b84c-1735877ab2e4 on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:59.654250 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Attempting to bind port 88cd3d39-02d8-44d3-b84c-1735877ab2e4 by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': 'ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a4c3b138-c684-496b-a9d0-fa5ad38d78c3'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:59.654834 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Attempting to bind port 88cd3d39-02d8-44d3-b84c-1735877ab2e4 on network a4c3b138-c684-496b-a9d0-fa5ad38d78c3 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:59.665000 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:59.665633 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Checking segment: {'id': 'ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a4c3b138-c684-496b-a9d0-fa5ad38d78c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:59.666307 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:59.667580 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Bound using segment: {'id': 'ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a4c3b138-c684-496b-a9d0-fa5ad38d78c3'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:59.668716 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Bound port: 88cd3d39-02d8-44d3-b84c-1735877ab2e4, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a4c3b138-c684-496b-a9d0-fa5ad38d78c3'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:59.668998 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:59.677984 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:59.782763 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] For port 88cd3d39-02d8-44d3-b84c-1735877ab2e4, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:59.787632 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] For port 88cd3d39-02d8-44d3-b84c-1735877ab2e4, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=88cd3d39-02d8-44d3-b84c-1735877ab2e4,segment=NetworkSegment(ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3),segment_id=ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:59.796847 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:59.801332 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:59.854141 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c29d0-ff7a-4083-bf33-055689da5212 req-ec296f29-ebec-4e27-8f84-f34b419a9d3e tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:59.857071 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6f5c29d0-ff7a-4083-bf33-055689da5212 req-ec296f29-ebec-4e27-8f84-f34b419a9d3e tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 945 time: 0.0829737 Jun 17 08:20:59.901903 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Routers {'9ca519ea-602b-4b40-9b89-827474de9981'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:59.903031 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['9ca519ea-602b-4b40-9b89-827474de9981'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:59.922357 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6f5c29d0-ff7a-4083-bf33-055689da5212 req-91cbb95e-0e1d-4220-a4cc-e15603588614 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/security-groups?id=eaa9ce8d-3486-45f8-8898-c060e34638f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572295 Jun 17 08:20:59.955133 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d2e6c-891c-4ca7-9580-fe4674241c69 None None] Pushing event updated for resources: {'Port': ['ID=88cd3d39-02d8-44d3-b84c-1735877ab2e4,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:59.988688 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-aa2d2e6c-891c-4ca7-9580-fe4674241c69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:00.074504 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] Set router 9ca519ea-602b-4b40-9b89-827474de9981 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:00.133389 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 88cd3d39-02d8-44d3-b84c-1735877ab2e4 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:00.145309 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05a484-92ea-4115-9a9c-86d62b82371f req-c89a62ba-6ba3-4ed9-b245-46f158c90681 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:00.146820 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-db05a484-92ea-4115-9a9c-86d62b82371f req-c89a62ba-6ba3-4ed9-b245-46f158c90681 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.38 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 945 time: 0.0724781 Jun 17 08:21:00.208970 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 88cd3d39-02d8-44d3-b84c-1735877ab2e4 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:00.213259 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 88cd3d39-02d8-44d3-b84c-1735877ab2e4 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:00.214195 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.288043 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-db05a484-92ea-4115-9a9c-86d62b82371f req-f2031e44-8dff-4b96-9e89-836254299782 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Deleting port df52da83-e1e4-4c17-9a8a-3358383a21d1 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:00.288695 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-db05a484-92ea-4115-9a9c-86d62b82371f req-f2031e44-8dff-4b96-9e89-836254299782 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.342531 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca519ea-602b-4b40-9b89-827474de9981', 'name': 'tempest-TestVolumeBootPattern-1805876903-router', 'tenant_id': '53caa3127cbb43b591f395b144222e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b7b4ed47-a540-46c4-83ea-f6caf5cfbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:48Z', 'updated_at': '2021-06-17T08:20:52Z', 'revision_number': 4, 'project_id': '53caa3127cbb43b591f395b144222e32', 'gw_port': {'id': 'b7b4ed47-a540-46c4-83ea-f6caf5cfbbda', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:51:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca519ea-602b-4b40-9b89-827474de9981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:49Z', 'updated_at': '2021-06-17T08:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '88cd3d39-02d8-44d3-b84c-1735877ab2e4', 'name': '', 'network_id': 'a4c3b138-c684-496b-a9d0-fa5ad38d78c3', 'tenant_id': '53caa3127cbb43b591f395b144222e32', 'mac_address': 'fa:16:3e:2f:b4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca519ea-602b-4b40-9b89-827474de9981', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'b046fc9b-0164-4d69-b9da-76502eadb9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:51Z', 'updated_at': '2021-06-17T08:20:59Z', 'revision_number': 4, 'project_id': '53caa3127cbb43b591f395b144222e32', 'subnets': [{'id': 'b046fc9b-0164-4d69-b9da-76502eadb9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:00.374818 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c4e959-f8fa-4607-8d3b-0a7cb82d4874 None None] The sync data for ids ['9ca519ea-602b-4b40-9b89-827474de9981'] in dv-cinder-791281-5-iscsi is: [{'id': '9ca519ea-602b-4b40-9b89-827474de9981', 'name': 'tempest-TestVolumeBootPattern-1805876903-router', 'tenant_id': '53caa3127cbb43b591f395b144222e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b7b4ed47-a540-46c4-83ea-f6caf5cfbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:48Z', 'updated_at': '2021-06-17T08:20:52Z', 'revision_number': 4, 'project_id': '53caa3127cbb43b591f395b144222e32', 'gw_port': {'id': 'b7b4ed47-a540-46c4-83ea-f6caf5cfbbda', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:51:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca519ea-602b-4b40-9b89-827474de9981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:49Z', 'updated_at': '2021-06-17T08:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '88cd3d39-02d8-44d3-b84c-1735877ab2e4', 'name': '', 'network_id': 'a4c3b138-c684-496b-a9d0-fa5ad38d78c3', 'tenant_id': '53caa3127cbb43b591f395b144222e32', 'mac_address': 'fa:16:3e:2f:b4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca519ea-602b-4b40-9b89-827474de9981', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'b046fc9b-0164-4d69-b9da-76502eadb9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:51Z', 'updated_at': '2021-06-17T08:20:59Z', 'revision_number': 4, 'project_id': '53caa3127cbb43b591f395b144222e32', 'subnets': [{'id': 'b046fc9b-0164-4d69-b9da-76502eadb9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:21:00.450461 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-db05a484-92ea-4115-9a9c-86d62b82371f req-f2031e44-8dff-4b96-9e89-836254299782 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] For port df52da83-e1e4-4c17-9a8a-3358383a21d1, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=df52da83-e1e4-4c17-9a8a-3358383a21d1,segment=NetworkSegment(fdd8f78f-4233-4f08-a4b0-ca21d15acc81),segment_id=fdd8f78f-4233-4f08-a4b0-ca21d15acc81)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:00.450813 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-db05a484-92ea-4115-9a9c-86d62b82371f req-f2031e44-8dff-4b96-9e89-836254299782 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.485866 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.529366 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 88cd3d39-02d8-44d3-b84c-1735877ab2e4, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=88cd3d39-02d8-44d3-b84c-1735877ab2e4,segment=NetworkSegment(ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3),segment_id=ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:00.529528 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-db05a484-92ea-4115-9a9c-86d62b82371f req-f2031e44-8dff-4b96-9e89-836254299782 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Calling delete_port for df52da83-e1e4-4c17-9a8a-3358383a21d1 owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:00.535835 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.538066 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-863165d6-f078-466c-ab3b-eebff069c037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:00.601482 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=88cd3d39-02d8-44d3-b84c-1735877ab2e4,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:00.606534 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:00.716751 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-db05a484-92ea-4115-9a9c-86d62b82371f req-f2031e44-8dff-4b96-9e89-836254299782 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.721971 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-94b31b50-e5db-4d2d-ba71-be115971bfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:00.729689 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['df52da83-e1e4-4c17-9a8a-3358383a21d1'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:00.753353 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2031e44-8dff-4b96-9e89-836254299782 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Pushing event deleted for resources: {'Port': ['ID=df52da83-e1e4-4c17-9a8a-3358383a21d1,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:00.758554 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f2031e44-8dff-4b96-9e89-836254299782 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:00.811684 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-db05a484-92ea-4115-9a9c-86d62b82371f req-f2031e44-8dff-4b96-9e89-836254299782 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] No DVR routers for this DVR port df52da83-e1e4-4c17-9a8a-3358383a21d1 on host hv-cinder-79128 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:21:00.814680 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-db05a484-92ea-4115-9a9c-86d62b82371f req-f2031e44-8dff-4b96-9e89-836254299782 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.816986 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-db05a484-92ea-4115-9a9c-86d62b82371f req-f2031e44-8dff-4b96-9e89-836254299782 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.38 "DELETE /v2.0/ports/df52da83-e1e4-4c17-9a8a-3358383a21d1 HTTP/1.1" status: 204 len: 173 time: 0.6639059 Jun 17 08:21:00.817540 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'name': 'network-vif-deleted', 'tag': 'df52da83-e1e4-4c17-9a8a-3358383a21d1'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:00.820395 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba4d9dd-e693-486f-8b41-160e9be2294d" -d '{"events": [{"server_uuid": "39dd803f-36c7-4407-92ab-9a4022db5d80", "name": "network-vif-deleted", "tag": "df52da83-e1e4-4c17-9a8a-3358383a21d1"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:00.878388 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c963447e-704f-42d6-8492-a59fb2dd193c x-openstack-request-id: req-c963447e-704f-42d6-8492-a59fb2dd193c {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:00.879032 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dd803f-36c7-4407-92ab-9a4022db5d80", "name": "network-vif-deleted", "tag": "df52da83-e1e4-4c17-9a8a-3358383a21d1", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:00.879032 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c963447e-704f-42d6-8492-a59fb2dd193c {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:00.879474 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dd803f-36c7-4407-92ab-9a4022db5d80', 'name': 'network-vif-deleted', 'tag': 'df52da83-e1e4-4c17-9a8a-3358383a21d1', 'status': 'completed', 'code': 200} Jun 17 08:21:01.150159 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0e05b4ae-c9b8-4651-b275-4f949b008e41 req-cd2669a2-9840-4db7-b050-3ba35ae30e99 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] 10.222.0.35 "GET /v2.0/ports?device_id=39dd803f-36c7-4407-92ab-9a4022db5d80 HTTP/1.1" status: 200 len: 210 time: 0.0517344 Jun 17 08:21:02.051782 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 88cd3d39-02d8-44d3-b84c-1735877ab2e4 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:02.103278 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 88cd3d39-02d8-44d3-b84c-1735877ab2e4 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:02.103651 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:02.992715 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57690) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:03.641009 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a76aee0c-c4f1-4b19-972e-84070dddce5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67076084'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:03.938358 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-a76aee0c-c4f1-4b19-972e-84070dddce5b admin admin] Deleting port 534a61f9-b868-43f9-905d-b994b9e8252a {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:03.938699 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a76aee0c-c4f1-4b19-972e-84070dddce5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:04.030374 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-a76aee0c-c4f1-4b19-972e-84070dddce5b admin admin] For port 534a61f9-b868-43f9-905d-b994b9e8252a, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=534a61f9-b868-43f9-905d-b994b9e8252a,segment=NetworkSegment(fdd8f78f-4233-4f08-a4b0-ca21d15acc81),segment_id=fdd8f78f-4233-4f08-a4b0-ca21d15acc81)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:04.031018 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a76aee0c-c4f1-4b19-972e-84070dddce5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:04.053398 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device df52da83-e1e4-4c17-9a8a-3358383a21d1 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:04.076888 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: df52da83-e1e4-4c17-9a8a-3358383a21d1 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:04.077445 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device df52da83-e1e4-4c17-9a8a-3358383a21d1 not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:04.108653 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-a76aee0c-c4f1-4b19-972e-84070dddce5b admin admin] Calling delete_port for 534a61f9-b868-43f9-905d-b994b9e8252a owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:04.305236 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a76aee0c-c4f1-4b19-972e-84070dddce5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:04.307875 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0c2aceeb-db4b-4534-8bef-26872241fe6b tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:04.335072 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76aee0c-c4f1-4b19-972e-84070dddce5b admin admin] Pushing event deleted for resources: {'Port': ['ID=534a61f9-b868-43f9-905d-b994b9e8252a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:04.341244 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a76aee0c-c4f1-4b19-972e-84070dddce5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:04.543969 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a76aee0c-c4f1-4b19-972e-84070dddce5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66618793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67075936'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:04.784398 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76aee0c-c4f1-4b19-972e-84070dddce5b admin admin] Router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:21:04.915334 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76aee0c-c4f1-4b19-972e-84070dddce5b admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:21:04.920630 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a76aee0c-c4f1-4b19-972e-84070dddce5b admin admin] 10.222.0.35 "PUT /v2.0/routers/3907e5c7-4fc1-48b9-a0f1-1540832bf06a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9266424 Jun 17 08:21:04.923660 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57706) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:04.924449 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d46fca5-bd1c-4b51-a942-f8a864bb3e70 None None] Sync routers for ids ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:21:04.950936 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d46fca5-bd1c-4b51-a942-f8a864bb3e70 None None] Routers {'3907e5c7-4fc1-48b9-a0f1-1540832bf06a'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:04.952070 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-4d46fca5-bd1c-4b51-a942-f8a864bb3e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:05.090727 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0748acdf-ee8a-46b5-b184-ab01d242d31d admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.109161 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-4d46fca5-bd1c-4b51-a942-f8a864bb3e70 None None] Set router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:05.234988 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0748acdf-ee8a-46b5-b184-ab01d242d31d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.312894 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-0748acdf-ee8a-46b5-b184-ab01d242d31d admin admin] Deleting port a7962df8-26ff-48a7-a5f8-6fc9a06b6145 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:05.313234 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0748acdf-ee8a-46b5-b184-ab01d242d31d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.325848 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-4d46fca5-bd1c-4b51-a942-f8a864bb3e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'name': 'tempest-TestMinimumBasicScenario-919920592-router', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:25Z', 'updated_at': '2021-06-17T08:21:04Z', 'revision_number': 5, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'gw_port': {'id': 'a7962df8-26ff-48a7-a5f8-6fc9a06b6145', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:1c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:26Z', 'updated_at': '2021-06-17T08:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:05.352207 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d46fca5-bd1c-4b51-a942-f8a864bb3e70 None None] Checking router: 3907e5c7-4fc1-48b9-a0f1-1540832bf06a for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:21:05.372139 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d46fca5-bd1c-4b51-a942-f8a864bb3e70 None None] Routers {'3907e5c7-4fc1-48b9-a0f1-1540832bf06a'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:05.373515 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-4d46fca5-bd1c-4b51-a942-f8a864bb3e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:05.404611 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-0748acdf-ee8a-46b5-b184-ab01d242d31d admin admin] For port a7962df8-26ff-48a7-a5f8-6fc9a06b6145, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=a7962df8-26ff-48a7-a5f8-6fc9a06b6145,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:05.404971 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0748acdf-ee8a-46b5-b184-ab01d242d31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.472514 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-4d46fca5-bd1c-4b51-a942-f8a864bb3e70 None None] Set router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a gateway port host: None {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:05.477308 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-0748acdf-ee8a-46b5-b184-ab01d242d31d admin admin] Calling delete_port for a7962df8-26ff-48a7-a5f8-6fc9a06b6145 owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:05.529052 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-4d46fca5-bd1c-4b51-a942-f8a864bb3e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'name': 'tempest-TestMinimumBasicScenario-919920592-router', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:25Z', 'updated_at': '2021-06-17T08:21:05Z', 'revision_number': 6, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'gw_port_host': None}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:05.555940 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d46fca5-bd1c-4b51-a942-f8a864bb3e70 None None] The sync data for ids ['3907e5c7-4fc1-48b9-a0f1-1540832bf06a'] in dv-cinder-791281-5-iscsi is: [{'id': '3907e5c7-4fc1-48b9-a0f1-1540832bf06a', 'name': 'tempest-TestMinimumBasicScenario-919920592-router', 'tenant_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:25Z', 'updated_at': '2021-06-17T08:21:05Z', 'revision_number': 6, 'project_id': '5ad4965f6e5b49d0a4e4204f2ca58d36', 'gw_port_host': None}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:21:05.660187 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0748acdf-ee8a-46b5-b184-ab01d242d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.662857 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bf484372-bdcd-49fd-a68f-dc3f0129ac52 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:05.691518 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748acdf-ee8a-46b5-b184-ab01d242d31d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7962df8-26ff-48a7-a5f8-6fc9a06b6145,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:05.695448 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0748acdf-ee8a-46b5-b184-ab01d242d31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:05.760249 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0748acdf-ee8a-46b5-b184-ab01d242d31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67087395'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.852768 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0748acdf-ee8a-46b5-b184-ab01d242d31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67095136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-802'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.855617 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0748acdf-ee8a-46b5-b184-ab01d242d31d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.906081 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0748acdf-ee8a-46b5-b184-ab01d242d31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67094121'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.906673 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0748acdf-ee8a-46b5-b184-ab01d242d31d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3907e5c7-4fc1-48b9-a0f1-1540832bf06a {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:21:05.912111 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0748acdf-ee8a-46b5-b184-ab01d242d31d admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.913361 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0748acdf-ee8a-46b5-b184-ab01d242d31d admin admin] 10.222.0.35 "DELETE /v2.0/routers/3907e5c7-4fc1-48b9-a0f1-1540832bf06a HTTP/1.1" status: 204 len: 168 time: 0.9882231 Jun 17 08:21:05.917604 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57716) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:05.978664 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefb0bfc-df49-436c-96e8-7250f12407ad admin admin] Deleting subnet be7bb7c4-9fbf-4034-956a-6f4e72343dd0 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:21:05.982527 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eefb0bfc-df49-436c-96e8-7250f12407ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.037528 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eefb0bfc-df49-436c-96e8-7250f12407ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63721517'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.148393 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eefb0bfc-df49-436c-96e8-7250f12407ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841451'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.212694 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eefb0bfc-df49-436c-96e8-7250f12407ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63741480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64449861'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.215257 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:06.239380 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb0bfc-df49-436c-96e8-7250f12407ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be7bb7c4-9fbf-4034-956a-6f4e72343dd0,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:06.243437 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-eefb0bfc-df49-436c-96e8-7250f12407ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:06.247510 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eefb0bfc-df49-436c-96e8-7250f12407ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.249402 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-eefb0bfc-df49-436c-96e8-7250f12407ad admin admin] 10.222.0.35 "DELETE /v2.0/subnets/be7bb7c4-9fbf-4034-956a-6f4e72343dd0 HTTP/1.1" status: 204 len: 168 time: 0.3306971 Jun 17 08:21:06.253521 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6e868d-bf66-4833-b2b5-0fab0fead5eb None None] Network f06aa2e1-db4d-4e4a-b1b3-09309ade0894 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:21:06.254312 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57718) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:06.337633 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977769'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.413247 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] Deleting port 4b686217-c74a-49ff-bf71-a5798cd2fb13 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:06.414088 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.494297 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 534a61f9-b868-43f9-905d-b994b9e8252a no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:06.526556 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 534a61f9-b868-43f9-905d-b994b9e8252a {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:06.526556 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 534a61f9-b868-43f9-905d-b994b9e8252a not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:06.564857 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] For port 4b686217-c74a-49ff-bf71-a5798cd2fb13, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=4b686217-c74a-49ff-bf71-a5798cd2fb13,segment=NetworkSegment(fdd8f78f-4233-4f08-a4b0-ca21d15acc81),segment_id=fdd8f78f-4233-4f08-a4b0-ca21d15acc81)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:06.565233 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.566595 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc74b49c-af6e-4b18-b76b-9a0b95f41322 None None] DHCP port deletion for f06aa2e1-db4d-4e4a-b1b3-09309ade0894 request from dv-cinder-791281-5-iscsi {{(pid=92981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:21:06.642914 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-cc74b49c-af6e-4b18-b76b-9a0b95f41322 None None] Deleting port 4b686217-c74a-49ff-bf71-a5798cd2fb13 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:06.643319 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cc74b49c-af6e-4b18-b76b-9a0b95f41322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.647079 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] Calling delete_port for 4b686217-c74a-49ff-bf71-a5798cd2fb13 owned by network:dhcp {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:06.731155 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-cc74b49c-af6e-4b18-b76b-9a0b95f41322 None None] For port 4b686217-c74a-49ff-bf71-a5798cd2fb13, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=4b686217-c74a-49ff-bf71-a5798cd2fb13,segment=NetworkSegment(fdd8f78f-4233-4f08-a4b0-ca21d15acc81),segment_id=fdd8f78f-4233-4f08-a4b0-ca21d15acc81)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:06.731573 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cc74b49c-af6e-4b18-b76b-9a0b95f41322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.769407 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.771874 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:06.798612 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b686217-c74a-49ff-bf71-a5798cd2fb13,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:06.801779 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:06.802802 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] No DVR routers for this DVR port 4b686217-c74a-49ff-bf71-a5798cd2fb13 on host dv-cinder-791281-5-iscsi {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:21:06.804436 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-cc74b49c-af6e-4b18-b76b-9a0b95f41322 None None] Calling delete_port for 4b686217-c74a-49ff-bf71-a5798cd2fb13 owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:06.887891 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840562', 'neutron.services.segments.db._delete_segments_for_network-8738547431473'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.903408 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06aa2e1-db4d-4e4a-b1b3-09309ade0894']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:06.911193 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cc74b49c-af6e-4b18-b76b-9a0b95f41322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.917388 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:06.944823 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74b49c-af6e-4b18-b76b-9a0b95f41322 None None] Pushing event deleted for resources: {'Port': ['ID=4b686217-c74a-49ff-bf71-a5798cd2fb13,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:06.947957 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-cc74b49c-af6e-4b18-b76b-9a0b95f41322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:06.955226 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc74b49c-af6e-4b18-b76b-9a0b95f41322 None None] No DVR routers for this DVR port 4b686217-c74a-49ff-bf71-a5798cd2fb13 on host dv-cinder-791281-5-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:21:07.191923 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd8f78f-4233-4f08-a4b0-ca21d15acc81') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:07.192747 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd8f78f-4233-4f08-a4b0-ca21d15acc81') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:07.202883 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738547430786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63721506'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.217678 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.224649 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:21:07.225037 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63741573'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: Traceback (most recent call last): Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: timer() Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: cb(*args, **kw) Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: return func(*args, **kwargs) Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: self._notify() Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: self.callback(batched_events) Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: event.method(event) Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: return f(self, *a, **k) Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: return self._get(url).json() Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:21:07.226822 dv-cinder-791281-5-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:21:07.285716 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67087437'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.289426 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:07.291932 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.293814 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f06aa2e1-db4d-4e4a-b1b3-09309ade0894 HTTP/1.1" status: 204 len: 168 time: 1.0386801 Jun 17 08:21:07.297370 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57728) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:07.304917 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f06aa2e1-db4d-4e4a-b1b3-09309ade0894,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:07.307424 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-579d08f1-fef0-4e59-81cd-1e7eb95820b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:07.728281 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f04feb90-a80f-4b77-8915-a1dd37307c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67076084'] for router_interface, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.923366 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57738) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:08.047210 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-16fdf945-fce0-4a1d-8748-229fcea36ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.054133 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-f04feb90-a80f-4b77-8915-a1dd37307c48 admin admin] Deleting port 27233357-9029-4063-9ab6-5da2cb86f2dd {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:08.054467 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f04feb90-a80f-4b77-8915-a1dd37307c48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.061960 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 4b686217-c74a-49ff-bf71-a5798cd2fb13 no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:08.087989 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 4b686217-c74a-49ff-bf71-a5798cd2fb13 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:08.090543 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 4b686217-c74a-49ff-bf71-a5798cd2fb13 not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:08.091103 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device a7962df8-26ff-48a7-a5f8-6fc9a06b6145 no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:08.118492 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: a7962df8-26ff-48a7-a5f8-6fc9a06b6145 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:08.118841 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device a7962df8-26ff-48a7-a5f8-6fc9a06b6145 not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:08.159571 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-16fdf945-fce0-4a1d-8748-229fcea36ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.162114 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-f04feb90-a80f-4b77-8915-a1dd37307c48 admin admin] For port 27233357-9029-4063-9ab6-5da2cb86f2dd, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=27233357-9029-4063-9ab6-5da2cb86f2dd,segment=NetworkSegment(8d91999f-892e-4dcc-9c45-7c318b33e99a),segment_id=8d91999f-892e-4dcc-9c45-7c318b33e99a)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:08.162554 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f04feb90-a80f-4b77-8915-a1dd37307c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.163910 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-16fdf945-fce0-4a1d-8748-229fcea36ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.166788 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:08.209259 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-16fdf945-fce0-4a1d-8748-229fcea36ac0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f3bee0c5b0b4e35a5ced58b10141cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846394 Jun 17 08:21:08.211011 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdf945-fce0-4a1d-8748-229fcea36ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a697a78-e4f6-4348-b2ce-a17fdf1c9547,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:08.216411 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-16fdf945-fce0-4a1d-8748-229fcea36ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:08.217389 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57742) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:08.241638 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-f04feb90-a80f-4b77-8915-a1dd37307c48 admin admin] Calling delete_port for 27233357-9029-4063-9ab6-5da2cb86f2dd owned by network:router_interface {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:08.287919 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bf68298d-d3fb-43a3-a1c6-6e455d4bf370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.313679 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bf68298d-d3fb-43a3-a1c6-6e455d4bf370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.370344 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bf68298d-d3fb-43a3-a1c6-6e455d4bf370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.373076 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bf68298d-d3fb-43a3-a1c6-6e455d4bf370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.374328 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-bf68298d-d3fb-43a3-a1c6-6e455d4bf370 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a697a78-e4f6-4348-b2ce-a17fdf1c9547 HTTP/1.1" status: 204 len: 168 time: 0.1557460 Jun 17 08:21:08.375502 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-edd52d41-9615-4e3a-9bbc-0102921582d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:08.384015 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68298d-d3fb-43a3-a1c6-6e455d4bf370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a697a78-e4f6-4348-b2ce-a17fdf1c9547,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:08.387213 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bf68298d-d3fb-43a3-a1c6-6e455d4bf370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:08.589771 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f04feb90-a80f-4b77-8915-a1dd37307c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.589771 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-a06cfc63-20da-4aa9-9467-10dd72624ab0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:08.617988 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04feb90-a80f-4b77-8915-a1dd37307c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=27233357-9029-4063-9ab6-5da2cb86f2dd,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:08.622457 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f04feb90-a80f-4b77-8915-a1dd37307c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:08.723529 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57754) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:08.740477 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-536a0049-8d33-44d4-957c-46c6e7c15ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.829258 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f04feb90-a80f-4b77-8915-a1dd37307c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66618793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67075936'] for router_interface, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.859615 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-536a0049-8d33-44d4-957c-46c6e7c15ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.864927 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-536a0049-8d33-44d4-957c-46c6e7c15ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.867656 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-560c039b-3e78-45b6-860c-fc0a330fc4a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:08.911545 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-536a0049-8d33-44d4-957c-46c6e7c15ec3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=258139544a5b45bb87b5fb3bec97b316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866024 Jun 17 08:21:08.912548 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a0049-8d33-44d4-957c-46c6e7c15ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce3bb0b-114c-4137-8c8b-184fb2b6dde7,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:08.917517 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-536a0049-8d33-44d4-957c-46c6e7c15ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:08.918192 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57760) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:08.984001 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-412206d3-152b-4322-9f31-66fecc1e45b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:09.007692 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-412206d3-152b-4322-9f31-66fecc1e45b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:09.060789 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-412206d3-152b-4322-9f31-66fecc1e45b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:09.063500 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-412206d3-152b-4322-9f31-66fecc1e45b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:09.064689 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-412206d3-152b-4322-9f31-66fecc1e45b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ce3bb0b-114c-4137-8c8b-184fb2b6dde7 HTTP/1.1" status: 204 len: 168 time: 0.1456890 Jun 17 08:21:09.065530 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-76087db2-5c56-4af4-ab14-686936569f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:09.074494 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412206d3-152b-4322-9f31-66fecc1e45b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce3bb0b-114c-4137-8c8b-184fb2b6dde7,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:09.077266 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-412206d3-152b-4322-9f31-66fecc1e45b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:09.342347 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04feb90-a80f-4b77-8915-a1dd37307c48 admin admin] Router 899fac72-61b0-45ff-af28-00b042b261f5 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:21:09.453923 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04feb90-a80f-4b77-8915-a1dd37307c48 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:21:09.459431 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-f04feb90-a80f-4b77-8915-a1dd37307c48 admin admin] 10.222.0.35 "PUT /v2.0/routers/899fac72-61b0-45ff-af28-00b042b261f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1607893 Jun 17 08:21:09.461883 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57768) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:09.464604 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c2e270-f08d-44df-9e17-be7d76e12862 None None] Sync routers for ids ['899fac72-61b0-45ff-af28-00b042b261f5'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:21:09.473711 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c2e270-f08d-44df-9e17-be7d76e12862 None None] Routers {'899fac72-61b0-45ff-af28-00b042b261f5'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:09.474362 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-34c2e270-f08d-44df-9e17-be7d76e12862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['899fac72-61b0-45ff-af28-00b042b261f5'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:09.566321 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] Notify callbacks [] for router, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:09.576405 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-34c2e270-f08d-44df-9e17-be7d76e12862 None None] Set router 899fac72-61b0-45ff-af28-00b042b261f5 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:09.667384 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:09.732568 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] Deleting port b5f3a675-ea41-4458-abe2-84eb43ac2f48 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:09.732996 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:09.764918 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-34c2e270-f08d-44df-9e17-be7d76e12862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899fac72-61b0-45ff-af28-00b042b261f5', 'name': 'tempest-TestMinimumBasicScenario-1103406064-router', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'b5f3a675-ea41-4458-abe2-84eb43ac2f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:31Z', 'updated_at': '2021-06-17T08:21:08Z', 'revision_number': 5, 'project_id': 'af61cc59b21e4057a75c446bc3fe7368', 'gw_port': {'id': 'b5f3a675-ea41-4458-abe2-84eb43ac2f48', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899fac72-61b0-45ff-af28-00b042b261f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:32Z', 'updated_at': '2021-06-17T08:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:09.840925 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] For port b5f3a675-ea41-4458-abe2-84eb43ac2f48, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=b5f3a675-ea41-4458-abe2-84eb43ac2f48,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:09.841291 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:09.882360 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c2e270-f08d-44df-9e17-be7d76e12862 None None] Checking router: 899fac72-61b0-45ff-af28-00b042b261f5 for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:21:09.892914 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c2e270-f08d-44df-9e17-be7d76e12862 None None] Routers {'899fac72-61b0-45ff-af28-00b042b261f5'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:09.893539 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-34c2e270-f08d-44df-9e17-be7d76e12862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['899fac72-61b0-45ff-af28-00b042b261f5'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:09.914362 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] Calling delete_port for b5f3a675-ea41-4458-abe2-84eb43ac2f48 owned by network:router_gateway {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:09.980785 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-34c2e270-f08d-44df-9e17-be7d76e12862 None None] Set router 899fac72-61b0-45ff-af28-00b042b261f5 gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:10.040614 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-34c2e270-f08d-44df-9e17-be7d76e12862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899fac72-61b0-45ff-af28-00b042b261f5', 'name': 'tempest-TestMinimumBasicScenario-1103406064-router', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:31Z', 'updated_at': '2021-06-17T08:21:09Z', 'revision_number': 6, 'project_id': 'af61cc59b21e4057a75c446bc3fe7368', 'gw_port_host': None}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:10.070899 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c2e270-f08d-44df-9e17-be7d76e12862 None None] The sync data for ids ['899fac72-61b0-45ff-af28-00b042b261f5'] in dv-cinder-791281-5-iscsi is: [{'id': '899fac72-61b0-45ff-af28-00b042b261f5', 'name': 'tempest-TestMinimumBasicScenario-1103406064-router', 'tenant_id': 'af61cc59b21e4057a75c446bc3fe7368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:31Z', 'updated_at': '2021-06-17T08:21:09Z', 'revision_number': 6, 'project_id': 'af61cc59b21e4057a75c446bc3fe7368', 'gw_port_host': None}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:21:10.119593 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.122701 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:10.148609 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f3a675-ea41-4458-abe2-84eb43ac2f48,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:10.153342 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:10.211894 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67087395'] for router_gateway, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.305790 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67095136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-802'] for router, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.308621 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.350028 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67094121'] for router, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.350524 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 899fac72-61b0-45ff-af28-00b042b261f5 {{(pid=92979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:21:10.356091 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.357307 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] 10.222.0.35 "DELETE /v2.0/routers/899fac72-61b0-45ff-af28-00b042b261f5 HTTP/1.1" status: 204 len: 168 time: 0.8940794 Jun 17 08:21:10.359700 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57772) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:10.404368 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b2386e-ed78-4eed-b6b3-134b26b0fa49 admin admin] Deleting subnet 03da5433-8d50-4df9-8c24-fb00392205ac {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:21:10.407426 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10b2386e-ed78-4eed-b6b3-134b26b0fa49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.443100 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10b2386e-ed78-4eed-b6b3-134b26b0fa49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58020385'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.533871 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10b2386e-ed78-4eed-b6b3-134b26b0fa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841451'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.584716 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10b2386e-ed78-4eed-b6b3-134b26b0fa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57996993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62916982'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.586942 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:10.612275 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2386e-ed78-4eed-b6b3-134b26b0fa49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03da5433-8d50-4df9-8c24-fb00392205ac,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:10.614753 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-10b2386e-ed78-4eed-b6b3-134b26b0fa49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:10.618524 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-10b2386e-ed78-4eed-b6b3-134b26b0fa49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.621738 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-10b2386e-ed78-4eed-b6b3-134b26b0fa49 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/03da5433-8d50-4df9-8c24-fb00392205ac HTTP/1.1" status: 204 len: 168 time: 0.2605906 Jun 17 08:21:10.623695 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57774) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:10.624183 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1821109e-d1b4-4ee8-929d-f0f64cb47883 None None] Network a2a23534-972b-4b49-9ec1-baea43aa810f requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:21:10.693962 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977769'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.745500 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] Deleting port 5e8577f5-a229-424c-805e-4ed6e2718ed7 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:10.745826 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.814402 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] For port 5e8577f5-a229-424c-805e-4ed6e2718ed7, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=5e8577f5-a229-424c-805e-4ed6e2718ed7,segment=NetworkSegment(8d91999f-892e-4dcc-9c45-7c318b33e99a),segment_id=8d91999f-892e-4dcc-9c45-7c318b33e99a)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:10.814894 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.829124 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a44dbd-ed5e-4d0a-b9e5-1e8b5bce0b46 None None] DHCP port deletion for a2a23534-972b-4b49-9ec1-baea43aa810f request from dv-cinder-791281-5-iscsi {{(pid=92981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:21:10.888367 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-69a44dbd-ed5e-4d0a-b9e5-1e8b5bce0b46 None None] Deleting port 5e8577f5-a229-424c-805e-4ed6e2718ed7 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:10.888751 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-69a44dbd-ed5e-4d0a-b9e5-1e8b5bce0b46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.899933 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] Calling delete_port for 5e8577f5-a229-424c-805e-4ed6e2718ed7 owned by network:dhcp {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:10.953666 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-69a44dbd-ed5e-4d0a-b9e5-1e8b5bce0b46 None None] For port 5e8577f5-a229-424c-805e-4ed6e2718ed7, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=5e8577f5-a229-424c-805e-4ed6e2718ed7,segment=NetworkSegment(8d91999f-892e-4dcc-9c45-7c318b33e99a),segment_id=8d91999f-892e-4dcc-9c45-7c318b33e99a)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:10.953666 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-69a44dbd-ed5e-4d0a-b9e5-1e8b5bce0b46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.988570 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.990888 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7165894b-8619-4382-b89b-863f9f54ef9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:11.016451 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8577f5-a229-424c-805e-4ed6e2718ed7,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:11.019849 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:11.020661 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] No DVR routers for this DVR port 5e8577f5-a229-424c-805e-4ed6e2718ed7 on host dv-cinder-791281-5-iscsi {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:21:11.023527 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-69a44dbd-ed5e-4d0a-b9e5-1e8b5bce0b46 None None] Calling delete_port for 5e8577f5-a229-424c-805e-4ed6e2718ed7 owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:11.098390 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840562', 'neutron.services.segments.db._delete_segments_for_network-8738547431473'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.109995 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a23534-972b-4b49-9ec1-baea43aa810f']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:11.123657 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-69a44dbd-ed5e-4d0a-b9e5-1e8b5bce0b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.124660 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d91999f-892e-4dcc-9c45-7c318b33e99a') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:11.124959 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d91999f-892e-4dcc-9c45-7c318b33e99a') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:11.125888 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-8ed1457c-d2d6-49b5-a61f-2a0b3f0d9f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:11.136642 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738547430786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58020398'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.151196 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a44dbd-ed5e-4d0a-b9e5-1e8b5bce0b46 None None] Pushing event deleted for resources: {'Port': ['ID=5e8577f5-a229-424c-805e-4ed6e2718ed7,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:11.155381 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-69a44dbd-ed5e-4d0a-b9e5-1e8b5bce0b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:11.157210 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a44dbd-ed5e-4d0a-b9e5-1e8b5bce0b46 None None] No DVR routers for this DVR port 5e8577f5-a229-424c-805e-4ed6e2718ed7 on host dv-cinder-791281-5-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:21:11.163956 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.176642 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:21:11.177319 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57996908'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: Traceback (most recent call last): Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: timer() Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: cb(*args, **kw) Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: return func(*args, **kwargs) Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: self._notify() Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: self.callback(batched_events) Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: event.method(event) Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: return f(self, *a, **k) Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._get(url).json() Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:21:11.180131 dv-cinder-791281-5-iscsi neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:21:11.235798 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67087437'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.239806 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:11.242251 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.244075 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a2a23534-972b-4b49-9ec1-baea43aa810f HTTP/1.1" status: 204 len: 168 time: 0.6193349 Jun 17 08:21:11.255520 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2a23534-972b-4b49-9ec1-baea43aa810f,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:11.257858 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c8a67665-53ea-4c43-94f7-b3219d9310c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:11.421591 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57782) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:11.464093 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-874df9ab-59c3-4a2d-90c8-13135b3a9387 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ad4965f6e5b49d0a4e4204f2ca58d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412087 Jun 17 08:21:11.466486 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57784) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:11.521840 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1cba74a9-a139-4137-aac6-7af837b1b1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.543313 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1cba74a9-a139-4137-aac6-7af837b1b1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.591434 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1cba74a9-a139-4137-aac6-7af837b1b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.594013 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1cba74a9-a139-4137-aac6-7af837b1b1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.601771 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-1cba74a9-a139-4137-aac6-7af837b1b1bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eaa9ce8d-3486-45f8-8898-c060e34638f4 HTTP/1.1" status: 204 len: 168 time: 0.1277616 Jun 17 08:21:11.601771 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-09b6c470-39d2-428c-82ce-e8742e7ef64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:11.604825 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba74a9-a139-4137-aac6-7af837b1b1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa9ce8d-3486-45f8-8898-c060e34638f4,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:11.607797 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1cba74a9-a139-4137-aac6-7af837b1b1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:11.945522 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57792) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:11.985179 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-235b5944-f72e-410f-be52-f3bb57f7da67 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af61cc59b21e4057a75c446bc3fe7368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383856 Jun 17 08:21:11.987583 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57794) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:12.039496 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f76128a9-c0bf-4807-8d15-5febb8d16917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:12.048263 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 5e8577f5-a229-424c-805e-4ed6e2718ed7 no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:12.062633 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f76128a9-c0bf-4807-8d15-5febb8d16917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:12.069498 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 5e8577f5-a229-424c-805e-4ed6e2718ed7 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:12.069849 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 5e8577f5-a229-424c-805e-4ed6e2718ed7 not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:12.070461 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 27233357-9029-4063-9ab6-5da2cb86f2dd no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:12.091219 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 27233357-9029-4063-9ab6-5da2cb86f2dd {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:12.091597 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 27233357-9029-4063-9ab6-5da2cb86f2dd not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:12.092017 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device b5f3a675-ea41-4458-abe2-84eb43ac2f48 no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:12.111968 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f76128a9-c0bf-4807-8d15-5febb8d16917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:12.112539 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: b5f3a675-ea41-4458-abe2-84eb43ac2f48 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:12.112900 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device b5f3a675-ea41-4458-abe2-84eb43ac2f48 not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:12.114822 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f76128a9-c0bf-4807-8d15-5febb8d16917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:12.116048 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-f76128a9-c0bf-4807-8d15-5febb8d16917 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77ba415b-ab51-4511-aa76-8da0788c39cd HTTP/1.1" status: 204 len: 168 time: 0.1275098 Jun 17 08:21:12.116776 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7a43c43a-e473-415a-b824-185145dc5007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:12.126626 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76128a9-c0bf-4807-8d15-5febb8d16917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ba415b-ab51-4511-aa76-8da0788c39cd,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:12.128877 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f76128a9-c0bf-4807-8d15-5febb8d16917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:12.808272 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57816) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:12.901341 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1544230736-network', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:12.922653 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] Made reservation on behalf of 32345ba76f5f4fdfa4507ae556c2b40f for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:12.924886 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:12.933878 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.023117 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.029292 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.032421 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d1216b82-8384-4ef2-af8e-7d058465b613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:13.058549 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:21:13.063889 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b3f2ef-210a-4655-a4b9-cce146c9589e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:13.068075 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:13.072599 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.072738 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] Added segment 09e256df-9714-40b9-83d4-f136a1dd15ae of type vlan for network 51798f25-c1b3-48ae-bf59-8e9230510319 Jun 17 08:21:13.113702 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.146454 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.147942 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:13.148515 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.151499 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:13.180400 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3710468 Jun 17 08:21:13.184004 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57830) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:13.189055 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-078aa996-6d9e-4b44-b32c-7684d753837e admin admin] Request body: {'subnet': {'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1544230736-subnet', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'ip_version': 4}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:13.211341 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] Pushing event updated for resources: {'Network': ['ID=51798f25-c1b3-48ae-bf59-8e9230510319,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:13.212130 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078aa996-6d9e-4b44-b32c-7684d753837e admin admin] Made reservation on behalf of 32345ba76f5f4fdfa4507ae556c2b40f for: {'subnet': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:13.214841 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-b7778a99-9826-4824-bb19-c49ab471f71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:13.215047 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-078aa996-6d9e-4b44-b32c-7684d753837e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62916947'] for subnet, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.222491 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network 51798f25-c1b3-48ae-bf59-8e9230510319 details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:21:13.300813 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-88da18c6-75d4-4a14-ba9d-1a571cb9154c tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408336573&fields=id&tenant_id=e32fc6833c404cbc9ef58bd68094fc23 HTTP/1.1" status: 200 len: 267 time: 0.0834157 Jun 17 08:21:13.458198 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-c6a88446-7772-4e00-97fb-00a982d6ab41 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:13.459761 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-c6a88446-7772-4e00-97fb-00a982d6ab41 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 812 time: 0.1519103 Jun 17 08:21:13.508537 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-cf8e6db0-ccf7-42ff-81db-28976aa396fe tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/quotas/e32fc6833c404cbc9ef58bd68094fc23 HTTP/1.1" status: 200 len: 375 time: 0.0205197 Jun 17 08:21:13.516163 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-078aa996-6d9e-4b44-b32c-7684d753837e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57996942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62916929'] for subnet, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.528751 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:13.606316 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078aa996-6d9e-4b44-b32c-7684d753837e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c628fc29-4fc0-49cc-aa51-34ee9a630be6,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:13.609224 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-078aa996-6d9e-4b44-b32c-7684d753837e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:13.642397 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078aa996-6d9e-4b44-b32c-7684d753837e admin admin] Checking segment: {'id': '09e256df-9714-40b9-83d4-f136a1dd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:13.642750 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078aa996-6d9e-4b44-b32c-7684d753837e admin admin] Network hostable DHCP agents. Network: 51798f25-c1b3-48ae-bf59-8e9230510319, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92979) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:21:13.660467 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-6ff9443d-696a-4d66-a7df-86074878c82b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1428940 Jun 17 08:21:13.674607 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078aa996-6d9e-4b44-b32c-7684d753837e admin admin] Network 51798f25-c1b3-48ae-bf59-8e9230510319 is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92979) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:21:13.700678 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-078aa996-6d9e-4b44-b32c-7684d753837e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, 51798f25-c1b3-48ae-bf59-8e9230510319) {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:13.708692 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078aa996-6d9e-4b44-b32c-7684d753837e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:13.709219 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-078aa996-6d9e-4b44-b32c-7684d753837e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.711836 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656d69fc-9fd8-4128-9c82-3a8afa8e3f26 None None] Network 51798f25-c1b3-48ae-bf59-8e9230510319 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:21:13.766872 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-078aa996-6d9e-4b44-b32c-7684d753837e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5792701 Jun 17 08:21:13.767092 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57832) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:13.773110 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1544230736-router', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:13.808813 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-dab9fc6b-2270-411a-a46a-01faabceb712 service neutron] 10.222.0.35 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310289 Jun 17 08:21:13.812143 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67094716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.813298 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67095061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67089084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-811'] for router, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.904476 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b715e4-768a-5a0b-966d-03ac32f1023e-51798f25-c1b3-48ae-bf59-8e9230510319', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'fixed_ips': [{'subnet_id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6'}]}} from dv-cinder-791281-5-iscsi. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:21:13.905522 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.938263 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.019836 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-2354aeb7-d9c1-48d7-949c-977e4c7cf1d0 service neutron] 10.222.0.35 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008610 Jun 17 08:21:14.054753 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Allocated IP 172.20.0.2 (51798f25-c1b3-48ae-bf59-8e9230510319/c628fc29-4fc0-49cc-aa51-34ee9a630be6/3d7a3284-e313-4150-91cb-0779ad749e9f) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:14.096495 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67089070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67094674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-829'] for router, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.222972 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.232300 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Transition to ACTIVE for port object 3d7a3284-e313-4150-91cb-0779ad749e9f will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:14.248088 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Transition to ACTIVE for port object 3d7a3284-e313-4150-91cb-0779ad749e9f will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:14.253724 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.263009 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:14.304523 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Network 51798f25-c1b3-48ae-bf59-8e9230510319 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:14.309610 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:14.315456 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.329926 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:14.337360 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Pushing event updated for resources: {'Port': ['ID=3d7a3284-e313-4150-91cb-0779ad749e9f,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:14.341709 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.360936 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:14.375799 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-82599707-fcaf-4d25-b1f1-82cb0bbd3a68 req-3693372a-4eb2-4d15-92ea-8aa023d0ee22 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 210 time: 0.0379589 Jun 17 08:21:14.399524 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Attempting to bind port 3d7a3284-e313-4150-91cb-0779ad749e9f on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:14.400284 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Attempting to bind port 3d7a3284-e313-4150-91cb-0779ad749e9f by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '09e256df-9714-40b9-83d4-f136a1dd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:14.401228 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Attempting to bind port 3d7a3284-e313-4150-91cb-0779ad749e9f on network 51798f25-c1b3-48ae-bf59-8e9230510319 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:14.409466 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:14.409997 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Checking segment: {'id': '09e256df-9714-40b9-83d4-f136a1dd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:14.410413 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.410933 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Bound using segment: {'id': '09e256df-9714-40b9-83d4-f136a1dd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:14.411441 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Bound port: 3d7a3284-e313-4150-91cb-0779ad749e9f, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e256df-9714-40b9-83d4-f136a1dd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:14.411823 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.477013 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] For port 3d7a3284-e313-4150-91cb-0779ad749e9f, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:14.480485 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] For port 3d7a3284-e313-4150-91cb-0779ad749e9f, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=3d7a3284-e313-4150-91cb-0779ad749e9f,segment=NetworkSegment(09e256df-9714-40b9-83d4-f136a1dd15ae),segment_id=09e256df-9714-40b9-83d4-f136a1dd15ae)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:14.484560 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Allocated IP 172.27.0.2 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/42d90c24-fb40-4910-8749-9a979c73803e) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:14.487019 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.491012 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-d4ca0588-cc8d-4d49-81e7-55fd1f083cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:14.558816 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Pushing event updated for resources: {'Port': ['ID=3d7a3284-e313-4150-91cb-0779ad749e9f,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:14.562903 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:14.597122 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.641926 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57996850'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.644991 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1c15c9fd-e0c7-443d-b212-68e10348d4be tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:14.690753 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:14.692621 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:14.695314 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:14.763509 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Pushing event updated for resources: {'Port': ['ID=42d90c24-fb40-4910-8749-9a979c73803e,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:14.766740 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:15.312392 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.579767 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1c2071e5-8d73-4b5c-8929-583096b008aa req-ea969903-5e3b-412e-931e-3312e6b864c3 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 210 time: 0.0477605 Jun 17 08:21:15.642844 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ba87be-2ea8-41cd-a034-a43e6eeeabdb None None] Network 51798f25-c1b3-48ae-bf59-8e9230510319 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:21:15.644268 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67094661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67089112'] for router, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.735604 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-b71109fc-8339-4ff9-ab0d-10c471654c54 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:15.737205 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-b71109fc-8339-4ff9-ab0d-10c471654c54 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.38 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 812 time: 0.2308171 Jun 17 08:21:15.802030 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-b2850aff-0697-4369-a59f-54f6249c92bd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e32fc6833c404cbc9ef58bd68094fc23 HTTP/1.1" status: 200 len: 380 time: 0.0555370 Jun 17 08:21:15.816515 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-c047d8bc-bc13-4699-9993-b85d3dd95ae5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Request body: {'port': {'device_id': 'dafe7f88-1c92-47ce-acfa-3958827608b6', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'admin_state_up': True, 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'security_groups': ['1e0bf0b3-7b60-4cc5-abc7-e67532609482']}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:15.842354 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-e461986f-c259-428b-9e30-2f661ecd73e0 None None] Provisioning for port 3d7a3284-e313-4150-91cb-0779ad749e9f completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:15.915612 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Router 05ef1767-346f-4a67-a181-514482e68745 is scheduled to L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac with binding_index 1 {{(pid=92979) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:21:16.034062 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-c047d8bc-bc13-4699-9993-b85d3dd95ae5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Made reservation on behalf of e32fc6833c404cbc9ef58bd68094fc23 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:16.038032 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-c047d8bc-bc13-4699-9993-b85d3dd95ae5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.121943 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:21:16.131903 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Sync routers for ids ['05ef1767-346f-4a67-a181-514482e68745'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:21:16.137727 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 3d7a3284-e313-4150-91cb-0779ad749e9f up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:16.154234 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.155766 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3877149 Jun 17 08:21:16.158652 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57852) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:16.191512 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Routers {'05ef1767-346f-4a67-a181-514482e68745'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:16.192181 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['05ef1767-346f-4a67-a181-514482e68745'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:16.208285 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-c047d8bc-bc13-4699-9993-b85d3dd95ae5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Allocated IP 172.20.0.9 (f677da10-206c-4631-a34f-1a8c85c68abd/e76fa1ac-6046-4734-9f86-f08e5acf6755/6ff44c9d-d493-4f12-85ec-f95a3593ecb7) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:16.371908 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 3d7a3284-e313-4150-91cb-0779ad749e9f completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:16.378724 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Set router 05ef1767-346f-4a67-a181-514482e68745 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:16.381298 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 3d7a3284-e313-4150-91cb-0779ad749e9f triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:16.382871 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.427647 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-c047d8bc-bc13-4699-9993-b85d3dd95ae5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.444003 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-c047d8bc-bc13-4699-9993-b85d3dd95ae5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Transition to ACTIVE for port object 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:16.488869 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-91435f0e-fe45-4a31-8f7d-2e3c68a8cbe3 None None] Provisioning complete for port 3d7a3284-e313-4150-91cb-0779ad749e9f triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:16.489258 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-91435f0e-fe45-4a31-8f7d-2e3c68a8cbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.489398 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-c047d8bc-bc13-4699-9993-b85d3dd95ae5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57996850'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.501000 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:16.548391 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-c047d8bc-bc13-4699-9993-b85d3dd95ae5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Network f677da10-206c-4631-a34f-1a8c85c68abd is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:16.551953 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-c047d8bc-bc13-4699-9993-b85d3dd95ae5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:16.559451 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-c047d8bc-bc13-4699-9993-b85d3dd95ae5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:16.613996 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047d8bc-bc13-4699-9993-b85d3dd95ae5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event updated for resources: {'Port': ['ID=6ff44c9d-d493-4f12-85ec-f95a3593ecb7,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:16.627977 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c047d8bc-bc13-4699-9993-b85d3dd95ae5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:16.658282 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-c047d8bc-bc13-4699-9993-b85d3dd95ae5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:16.658972 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-c047d8bc-bc13-4699-9993-b85d3dd95ae5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.680092 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-c047d8bc-bc13-4699-9993-b85d3dd95ae5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8668814 Jun 17 08:21:16.692178 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Request body: {'port': {'device_id': 'dafe7f88-1c92-47ce-acfa-3958827608b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:16.747814 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.793021 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-91435f0e-fe45-4a31-8f7d-2e3c68a8cbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.803817 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.833574 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 3d7a3284-e313-4150-91cb-0779ad749e9f, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=3d7a3284-e313-4150-91cb-0779ad749e9f,segment=NetworkSegment(09e256df-9714-40b9-83d4-f136a1dd15ae),segment_id=09e256df-9714-40b9-83d4-f136a1dd15ae)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:16.842441 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.843513 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.845575 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:16.905067 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef1767-346f-4a67-a181-514482e68745', 'name': 'tempest-TestShelveInstance-1544230736-router', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '42d90c24-fb40-4910-8749-9a979c73803e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:13Z', 'updated_at': '2021-06-17T08:21:15Z', 'revision_number': 3, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'gw_port': {'id': '42d90c24-fb40-4910-8749-9a979c73803e', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:14Z', 'updated_at': '2021-06-17T08:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:16.954870 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.db.api [None req-91435f0e-fe45-4a31-8f7d-2e3c68a8cbe3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:21:16.955747 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_db.api [None req-91435f0e-fe45-4a31-8f7d-2e3c68a8cbe3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:21:16.956041 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Checking router: 05ef1767-346f-4a67-a181-514482e68745 for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:21:16.956401 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Updating router 05ef1767-346f-4a67-a181-514482e68745 port 42d90c24-fb40-4910-8749-9a979c73803e binding host dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:21:16.961208 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=3d7a3284-e313-4150-91cb-0779ad749e9f,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:16.981651 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:17.000871 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.024696 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bee98-efed-4f54-a768-1c97aa1367bb req-2077f470-4882-4215-8675-410c291116f2 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:17.026498 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1d7bee98-efed-4f54-a768-1c97aa1367bb req-2077f470-4882-4215-8675-410c291116f2 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 931 time: 0.1972697 Jun 17 08:21:17.069480 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Allocated IP 172.20.0.1 (51798f25-c1b3-48ae-bf59-8e9230510319/c628fc29-4fc0-49cc-aa51-34ee9a630be6/7a75ac8f-1f6b-4eaa-804e-56683f4e700b) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:17.128969 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1d7bee98-efed-4f54-a768-1c97aa1367bb req-2e730d2c-3343-4f90-b21f-757379c5c1f4 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913758 Jun 17 08:21:17.184539 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.201283 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Transition to ACTIVE for port object 7a75ac8f-1f6b-4eaa-804e-56683f4e700b will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:17.226351 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:17.235544 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.237251 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63741659'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.240443 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-05b35cfa-43fe-41cd-98ce-c2f01984eb18 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:17.249566 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Transition to ACTIVE for port object 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:17.254072 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57996800'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.256284 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:17.274198 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Network 51798f25-c1b3-48ae-bf59-8e9230510319 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:17.278060 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:17.283997 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:17.310870 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.313025 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Pushing event updated for resources: {'Port': ['ID=7a75ac8f-1f6b-4eaa-804e-56683f4e700b,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:17.319151 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:17.328842 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Transition to ACTIVE for port object 42d90c24-fb40-4910-8749-9a979c73803e will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:17.334401 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff44c9d-d493-4f12-85ec-f95a3593ecb7,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:17.338332 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.339058 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:17.339874 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67093353'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.349438 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:17.436043 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5909f-8810-4810-a356-f968ecedd56b None None] Pushing event updated for resources: {'Port': ['ID=42d90c24-fb40-4910-8749-9a979c73803e,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:17.440542 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-f8a5909f-8810-4810-a356-f968ecedd56b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:17.447716 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Attempting to bind port 42d90c24-fb40-4910-8749-9a979c73803e on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:17.448122 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Attempting to bind port 42d90c24-fb40-4910-8749-9a979c73803e by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:17.448502 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Attempting to bind port 42d90c24-fb40-4910-8749-9a979c73803e on network d7615c75-e47e-4bd3-8b0f-d4d338da562e {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:17.452985 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Attempting to bind port 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:17.455370 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Attempting to bind port 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:17.455840 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Attempting to bind port 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 on network f677da10-206c-4631-a34f-1a8c85c68abd {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:17.461703 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:17.462093 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Checking segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:17.462510 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.463154 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Bound using segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:17.463983 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Bound port: 42d90c24-fb40-4910-8749-9a979c73803e, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:17.464547 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.471914 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Port 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 on network f677da10-206c-4631-a34f-1a8c85c68abd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:17.472238 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Attempting to bind port 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 on network f677da10-206c-4631-a34f-1a8c85c68abd {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:17.477934 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:17.478683 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Checking segment: {'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:17.479059 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Bound using segment: {'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:17.479610 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Bound port: 6ff44c9d-d493-4f12-85ec-f95a3593ecb7, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:17.479963 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.503441 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.562338 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] For port 6ff44c9d-d493-4f12-85ec-f95a3593ecb7, host hv-cinder-79128, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:17.565951 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] For port 6ff44c9d-d493-4f12-85ec-f95a3593ecb7, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6ff44c9d-d493-4f12-85ec-f95a3593ecb7,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:17.572921 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] For port 42d90c24-fb40-4910-8749-9a979c73803e, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:17.573313 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57996800'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.577256 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] For port 42d90c24-fb40-4910-8749-9a979c73803e, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=42d90c24-fb40-4910-8749-9a979c73803e,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:17.577666 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5c112a0f-3300-4ab5-bb6d-f37e49ae30ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:17.592560 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.597703 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:17.620305 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:17.620945 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.622378 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] 10.222.0.38 "PUT /v2.0/ports/6ff44c9d-d493-4f12-85ec-f95a3593ecb7 HTTP/1.1" status: 200 len: 1093 time: 0.9351168 Jun 17 08:21:17.622929 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafe7f88-1c92-47ce-acfa-3958827608b6', 'tag': '6ff44c9d-d493-4f12-85ec-f95a3593ecb7'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:17.625362 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d43848d-aa16-4847-b79e-4ed572752cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "dafe7f88-1c92-47ce-acfa-3958827608b6", "tag": "6ff44c9d-d493-4f12-85ec-f95a3593ecb7"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:17.673454 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff44c9d-d493-4f12-85ec-f95a3593ecb7,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:17.695371 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b90906b-ed76-477d-baf5-063c0f03b427 x-openstack-request-id: req-2b90906b-ed76-477d-baf5-063c0f03b427 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:17.696660 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafe7f88-1c92-47ce-acfa-3958827608b6", "tag": "6ff44c9d-d493-4f12-85ec-f95a3593ecb7", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:17.697568 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2b90906b-ed76-477d-baf5-063c0f03b427 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:17.698115 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafe7f88-1c92-47ce-acfa-3958827608b6', 'tag': '6ff44c9d-d493-4f12-85ec-f95a3593ecb7', 'status': 'completed', 'code': 200} Jun 17 08:21:17.716254 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.716647 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.717625 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.718027 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.718401 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.718774 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.719140 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.719593 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.720673 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.721066 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.721922 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.722316 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.729076 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:17.737190 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Routers {'05ef1767-346f-4a67-a181-514482e68745'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:17.737850 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['05ef1767-346f-4a67-a181-514482e68745'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:17.767743 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.777263 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63741673'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.788332 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-fb114391-a8ee-436d-9f16-39bc825e0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:17.791749 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-fb114391-a8ee-436d-9f16-39bc825e0175 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 1096 time: 0.1009378 Jun 17 08:21:17.825633 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:17.828486 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66618784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67093269'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.842289 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-daee7e20-f81b-4b4b-a9b6-dc9ecfacd022 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff44c9d-d493-4f12-85ec-f95a3593ecb7 HTTP/1.1" status: 200 len: 217 time: 0.0427001 Jun 17 08:21:17.862524 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] Set router 05ef1767-346f-4a67-a181-514482e68745 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:17.904205 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-6138cb32-9311-4d8c-81a0-33605305aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:17.905937 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-6138cb32-9311-4d8c-81a0-33605305aa86 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e76fa1ac-6046-4734-9f86-f08e5acf6755 HTTP/1.1" status: 200 len: 851 time: 0.0567024 Jun 17 08:21:17.931124 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Pushing event updated for resources: {'Port': ['ID=7a75ac8f-1f6b-4eaa-804e-56683f4e700b,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:17.948723 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.948984 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.949334 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.949542 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5909f-8810-4810-a356-f968ecedd56b None None] Pushing event updated for resources: {'Port': ['ID=42d90c24-fb40-4910-8749-9a979c73803e,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:17.949705 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.950058 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.950416 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.950774 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.951132 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.951594 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.951881 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.952239 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.952553 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:17.957477 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-f8a5909f-8810-4810-a356-f968ecedd56b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:17.974445 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:17.995793 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-cc390947-58a2-46ad-bb24-0877bacb5d22 None None] Provisioning for port 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:18.014519 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-0673f5ad-7d70-4562-8877-afbf150ea9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:18.017561 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-0673f5ad-7d70-4562-8877-afbf150ea9b4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f677da10-206c-4631-a34f-1a8c85c68abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1052895 Jun 17 08:21:18.019029 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Network 51798f25-c1b3-48ae-bf59-8e9230510319 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:18.021297 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:18.127445 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-cc390947-58a2-46ad-bb24-0877bacb5d22 None None] Provisioning for port 7a75ac8f-1f6b-4eaa-804e-56683f4e700b completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:18.134775 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 3d7a3284-e313-4150-91cb-0779ad749e9f up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:18.149829 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-8d9cfe00-6296-41e5-a733-3f61e29d920f service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255810 Jun 17 08:21:18.164992 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-cc390947-58a2-46ad-bb24-0877bacb5d22 None None] Provisioning complete for port 7a75ac8f-1f6b-4eaa-804e-56683f4e700b triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:18.165379 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cc390947-58a2-46ad-bb24-0877bacb5d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.224628 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-cc390947-58a2-46ad-bb24-0877bacb5d22 None None] Port 7a75ac8f-1f6b-4eaa-804e-56683f4e700b cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:21:18.259922 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef1767-346f-4a67-a181-514482e68745', 'name': 'tempest-TestShelveInstance-1544230736-router', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '42d90c24-fb40-4910-8749-9a979c73803e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:13Z', 'updated_at': '2021-06-17T08:21:17Z', 'revision_number': 4, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'gw_port': {'id': '42d90c24-fb40-4910-8749-9a979c73803e', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:14Z', 'updated_at': '2021-06-17T08:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '7a75ac8f-1f6b-4eaa-804e-56683f4e700b', 'name': '', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'mac_address': 'fa:16:3e:a2:31:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:16Z', 'updated_at': '2021-06-17T08:21:17Z', 'revision_number': 1, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'subnets': [{'id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:18.264377 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 3d7a3284-e313-4150-91cb-0779ad749e9f triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:18.264581 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.293691 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a998bd05-1d87-472c-bc9c-ee0cfc114346 None None] The sync data for ids ['05ef1767-346f-4a67-a181-514482e68745'] in dv-cinder-791281-5-iscsi is: [{'id': '05ef1767-346f-4a67-a181-514482e68745', 'name': 'tempest-TestShelveInstance-1544230736-router', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '42d90c24-fb40-4910-8749-9a979c73803e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:13Z', 'updated_at': '2021-06-17T08:21:17Z', 'revision_number': 4, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'gw_port': {'id': '42d90c24-fb40-4910-8749-9a979c73803e', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:14Z', 'updated_at': '2021-06-17T08:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '7a75ac8f-1f6b-4eaa-804e-56683f4e700b', 'name': '', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'mac_address': 'fa:16:3e:a2:31:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:16Z', 'updated_at': '2021-06-17T08:21:17Z', 'revision_number': 1, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'subnets': [{'id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:21:18.297830 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Router 05ef1767-346f-4a67-a181-514482e68745 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:21:18.299693 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-52b71655-20de-4321-bf3b-dd0bfb80e392 req-6ea3f8c6-e261-43c0-99d0-eaff7191b083 service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428311 Jun 17 08:21:18.456813 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bd07b-dbe9-45d1-9ca0-24fabb8da781 req-bb1503da-8fc0-43ce-8231-18231e0b394f tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:18.458404 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-be3bd07b-dbe9-45d1-9ca0-24fabb8da781 req-bb1503da-8fc0-43ce-8231-18231e0b394f tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 943 time: 0.1324866 Jun 17 08:21:18.464930 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43848d-aa16-4847-b79e-4ed572752cb2 req-a16f71de-c52a-455c-b85a-a4f0d48ecf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:18.466498 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4d43848d-aa16-4847-b79e-4ed572752cb2 req-a16f71de-c52a-455c-b85a-a4f0d48ecf44 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 1096 time: 0.0961165 Jun 17 08:21:18.490823 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:21:18.508373 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-6dbaae8f-a44c-4d1b-bb8b-e13cda875d17 None None] Provisioning complete for port 7a75ac8f-1f6b-4eaa-804e-56683f4e700b triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:18.508959 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6dbaae8f-a44c-4d1b-bb8b-e13cda875d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.512721 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a6ce0ef5-902d-4216-b11c-ab8000f67c36 admin admin] 10.222.0.35 "PUT /v2.0/routers/05ef1767-346f-4a67-a181-514482e68745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3526976 Jun 17 08:21:18.553812 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-6dbaae8f-a44c-4d1b-bb8b-e13cda875d17 None None] Port 7a75ac8f-1f6b-4eaa-804e-56683f4e700b cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:21:18.561812 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-be3bd07b-dbe9-45d1-9ca0-24fabb8da781 req-57d21429-2733-4407-89dc-08ad32e8d145 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938568 Jun 17 08:21:18.610638 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43848d-aa16-4847-b79e-4ed572752cb2 req-745d6163-7cca-4e39-9b43-14bdfc53d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:18.615573 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4d43848d-aa16-4847-b79e-4ed572752cb2 req-745d6163-7cca-4e39-9b43-14bdfc53d809 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 913 time: 0.1391890 Jun 17 08:21:18.665264 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4d43848d-aa16-4847-b79e-4ed572752cb2 req-ad39219f-2efb-463d-94f6-f710390fd7c6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff44c9d-d493-4f12-85ec-f95a3593ecb7 HTTP/1.1" status: 200 len: 217 time: 0.0421417 Jun 17 08:21:18.725070 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43848d-aa16-4847-b79e-4ed572752cb2 req-b65d3fcb-2466-42a0-b5e7-6f8398f9cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:18.727014 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4d43848d-aa16-4847-b79e-4ed572752cb2 req-b65d3fcb-2466-42a0-b5e7-6f8398f9cf99 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e76fa1ac-6046-4734-9f86-f08e5acf6755 HTTP/1.1" status: 200 len: 851 time: 0.0550911 Jun 17 08:21:18.794096 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43848d-aa16-4847-b79e-4ed572752cb2 req-aca485e3-b94b-4149-bbe3-8f9ef10cd03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:18.795636 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4d43848d-aa16-4847-b79e-4ed572752cb2 req-aca485e3-b94b-4149-bbe3-8f9ef10cd03f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f677da10-206c-4631-a34f-1a8c85c68abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626132 Jun 17 08:21:18.898538 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4d43848d-aa16-4847-b79e-4ed572752cb2 req-2cbb6b9e-2e94-4444-b563-274fcd54ec3b service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964713 Jun 17 08:21:19.004550 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4d43848d-aa16-4847-b79e-4ed572752cb2 req-d9d2d37d-948b-43d2-a409-839b3ac0a137 service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969059 Jun 17 08:21:19.157747 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57876) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:19.162707 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1292556901-network', 'tenant_id': '9f261eb12f3643858ac09084b511392f'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:19.196786 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] Made reservation on behalf of 9f261eb12f3643858ac09084b511392f for: {'network': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:19.200366 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for network, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.215871 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.317811 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.324488 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.327928 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-111fe5db-dbe3-44fe-949b-a92700643653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:19.355354 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=92979) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:21:19.361849 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc8ba17-d480-4504-8f72-570e0e624de2,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:19.366005 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:19.370606 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.371079 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.segments_db [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] Added segment 061bbfdf-4c38-4080-a991-655644f48cee of type vlan for network 0228bcdf-8f84-4983-92f7-d1818866d6b2 Jun 17 08:21:19.419607 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738546896267'] for network, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.465622 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706'] for network, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.467053 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:19.467700 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.473141 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:19.503983 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3451190 Jun 17 08:21:19.506797 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57878) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:19.513217 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-4e097ee3-c326-4eea-b825-ef3cb448c247 admin admin] Request body: {'subnet': {'network_id': '0228bcdf-8f84-4983-92f7-d1818866d6b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1292556901-subnet', 'tenant_id': '9f261eb12f3643858ac09084b511392f', 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:19.544672 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e097ee3-c326-4eea-b825-ef3cb448c247 admin admin] Made reservation on behalf of 9f261eb12f3643858ac09084b511392f for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:19.547070 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4e097ee3-c326-4eea-b825-ef3cb448c247 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64449888'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.548424 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] Pushing event updated for resources: {'Network': ['ID=0228bcdf-8f84-4983-92f7-d1818866d6b2,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:19.551511 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4e9c4860-b30b-4c52-a9cb-8aee48a2ab11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:19.563917 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Network 0228bcdf-8f84-4983-92f7-d1818866d6b2 details requested by agent ovs-agent-dv-cinder-791281-5-iscsi with host dv-cinder-791281-5-iscsi {{(pid=92981) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:21:19.749081 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4e097ee3-c326-4eea-b825-ef3cb448c247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63741543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64449906'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.751448 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-eefb0bfc-df49-436c-96e8-7250f12407ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:19.796566 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bf596-3947-4919-9b0f-266706eb147c req-0d271b17-61c4-434f-a07d-d692393f4623 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:19.799124 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-254bf596-3947-4919-9b0f-266706eb147c req-0d271b17-61c4-434f-a07d-d692393f4623 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 943 time: 0.0750308 Jun 17 08:21:19.810461 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e097ee3-c326-4eea-b825-ef3cb448c247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37160859-828b-4557-8990-7f46105906fe,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:19.814420 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4e097ee3-c326-4eea-b825-ef3cb448c247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:19.820304 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e097ee3-c326-4eea-b825-ef3cb448c247 admin admin] Checking segment: {'id': '061bbfdf-4c38-4080-a991-655644f48cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0228bcdf-8f84-4983-92f7-d1818866d6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:19.820667 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e097ee3-c326-4eea-b825-ef3cb448c247 admin admin] Network hostable DHCP agents. Network: 0228bcdf-8f84-4983-92f7-d1818866d6b2, hostable agents: ['860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:21:19.838240 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e097ee3-c326-4eea-b825-ef3cb448c247 admin admin] Network 0228bcdf-8f84-4983-92f7-d1818866d6b2 is scheduled to be hosted by DHCP agent 860893ce-7a5b-4ce1-8cb7-2e7017fa7ed4 with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:21:19.847712 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-4e097ee3-c326-4eea-b825-ef3cb448c247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-5-iscsi, 0228bcdf-8f84-4983-92f7-d1818866d6b2) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:19.850168 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-254bf596-3947-4919-9b0f-266706eb147c req-14fb34b1-da57-49cf-bb88-7df930322b7a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426221 Jun 17 08:21:19.853222 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e097ee3-c326-4eea-b825-ef3cb448c247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:19.853785 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4e097ee3-c326-4eea-b825-ef3cb448c247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.859451 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01fac47-b471-45bd-8f7e-af3033f12b79 None None] Network 0228bcdf-8f84-4983-92f7-d1818866d6b2 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:21:19.877958 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4e097ee3-c326-4eea-b825-ef3cb448c247 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3700082 Jun 17 08:21:19.880586 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57882) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:19.886240 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1292556901-router', 'tenant_id': '9f261eb12f3643858ac09084b511392f', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:19.907621 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-67094716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-976'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.908686 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67095061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67089084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67066342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-811'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.964258 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.012411 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b715e4-768a-5a0b-966d-03ac32f1023e-0228bcdf-8f84-4983-92f7-d1818866d6b2', 'network_id': '0228bcdf-8f84-4983-92f7-d1818866d6b2', 'tenant_id': '9f261eb12f3643858ac09084b511392f', 'fixed_ips': [{'subnet_id': '37160859-828b-4557-8990-7f46105906fe'}]}} from dv-cinder-791281-5-iscsi. {{(pid=92981) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:21:20.013384 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.106830 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 42d90c24-fb40-4910-8749-9a979c73803e up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:20.129140 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67089070', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67094674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-829'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.202100 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 42d90c24-fb40-4910-8749-9a979c73803e completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:20.204582 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Allocated IP 172.20.0.2 (0228bcdf-8f84-4983-92f7-d1818866d6b2/37160859-828b-4557-8990-7f46105906fe/bbfd1be2-f7ab-49a4-b7de-c32682523f73) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:20.211790 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 42d90c24-fb40-4910-8749-9a979c73803e triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:20.212167 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.348618 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.368138 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.479737 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Allocated IP 172.27.0.34 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/1288b8e1-8dda-453d-8b3a-494c7fd2e5ac) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:20.504522 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.550015 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 42d90c24-fb40-4910-8749-9a979c73803e, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=42d90c24-fb40-4910-8749-9a979c73803e,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:20.561192 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.562320 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Sync routers for ids ['05ef1767-346f-4a67-a181-514482e68745'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:21:20.566293 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.574306 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Routers {'05ef1767-346f-4a67-a181-514482e68745'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:20.574610 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-69a44dbd-ed5e-4d0a-b9e5-1e8b5bce0b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:20.575152 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['05ef1767-346f-4a67-a181-514482e68745'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:20.577189 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Transition to ACTIVE for port object bbfd1be2-f7ab-49a4-b7de-c32682523f73 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:20.582997 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.616258 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Transition to ACTIVE for port object bbfd1be2-f7ab-49a4-b7de-c32682523f73 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:20.623554 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63741659'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.626703 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c8d06efb-bf1b-40a1-a525-9f252a403d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:20.632102 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.641938 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=42d90c24-fb40-4910-8749-9a979c73803e,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:20.646139 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:20.646606 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-f8a5909f-8810-4810-a356-f968ecedd56b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:20.670205 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:20.674862 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:20.675480 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Network 0228bcdf-8f84-4983-92f7-d1818866d6b2 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:20.678556 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:20.679224 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:20.683430 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Pushing event updated for resources: {'Port': ['ID=1288b8e1-8dda-453d-8b3a-494c7fd2e5ac,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:20.683788 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:20.694858 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Set router 05ef1767-346f-4a67-a181-514482e68745 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:20.702675 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:20.705029 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Pushing event updated for resources: {'Port': ['ID=bbfd1be2-f7ab-49a4-b7de-c32682523f73,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:20.723830 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:20.759735 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Attempting to bind port bbfd1be2-f7ab-49a4-b7de-c32682523f73 on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:20.760349 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Attempting to bind port bbfd1be2-f7ab-49a4-b7de-c32682523f73 by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '061bbfdf-4c38-4080-a991-655644f48cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0228bcdf-8f84-4983-92f7-d1818866d6b2'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:20.761372 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Attempting to bind port bbfd1be2-f7ab-49a4-b7de-c32682523f73 on network 0228bcdf-8f84-4983-92f7-d1818866d6b2 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:20.767166 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:20.767555 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Checking segment: {'id': '061bbfdf-4c38-4080-a991-655644f48cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0228bcdf-8f84-4983-92f7-d1818866d6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:20.768163 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.768586 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Bound using segment: {'id': '061bbfdf-4c38-4080-a991-655644f48cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0228bcdf-8f84-4983-92f7-d1818866d6b2'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:20.769037 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Bound port: bbfd1be2-f7ab-49a4-b7de-c32682523f73, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061bbfdf-4c38-4080-a991-655644f48cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0228bcdf-8f84-4983-92f7-d1818866d6b2'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:20.769413 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.844901 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] For port bbfd1be2-f7ab-49a4-b7de-c32682523f73, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:20.848374 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] For port bbfd1be2-f7ab-49a4-b7de-c32682523f73, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=bbfd1be2-f7ab-49a4-b7de-c32682523f73,segment=NetworkSegment(061bbfdf-4c38-4080-a991-655644f48cee),segment_id=061bbfdf-4c38-4080-a991-655644f48cee)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:20.852434 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.855407 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-890531ec-ecbd-4b5b-b8d6-b1abdd801ce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:20.919708 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Pushing event updated for resources: {'Port': ['ID=bbfd1be2-f7ab-49a4-b7de-c32682523f73,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:20.920326 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef1767-346f-4a67-a181-514482e68745', 'name': 'tempest-TestShelveInstance-1544230736-router', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '42d90c24-fb40-4910-8749-9a979c73803e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:13Z', 'updated_at': '2021-06-17T08:21:17Z', 'revision_number': 4, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'gw_port': {'id': '42d90c24-fb40-4910-8749-9a979c73803e', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:14Z', 'updated_at': '2021-06-17T08:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '7a75ac8f-1f6b-4eaa-804e-56683f4e700b', 'name': '', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'mac_address': 'fa:16:3e:a2:31:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:16Z', 'updated_at': '2021-06-17T08:21:17Z', 'revision_number': 2, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'subnets': [{'id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:20.922964 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:20.956328 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Checking router: 05ef1767-346f-4a67-a181-514482e68745 for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:21:20.956678 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Updating router 05ef1767-346f-4a67-a181-514482e68745 port 7a75ac8f-1f6b-4eaa-804e-56683f4e700b binding host dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:21:21.001592 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.073272 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab3294-6b7b-491d-a18e-49a0f8431fa8 req-4368f64f-b619-4bd0-9137-e0869ca04f8a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:21.075883 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-86ab3294-6b7b-491d-a18e-49a0f8431fa8 req-4368f64f-b619-4bd0-9137-e0869ca04f8a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 943 time: 0.0716817 Jun 17 08:21:21.120960 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-86ab3294-6b7b-491d-a18e-49a0f8431fa8 req-3e6df799-1e36-45b3-b6fd-2f26f7a218dc tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388150 Jun 17 08:21:21.277956 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.326257 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.335845 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Transition to ACTIVE for port object 7a75ac8f-1f6b-4eaa-804e-56683f4e700b will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:21.343086 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.346703 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-0527ab0a-6af4-4575-8cf9-bcb6c67d8f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:21.421865 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b0a6a-7f2b-47af-973e-2b2d8e7186c8 None None] Pushing event updated for resources: {'Port': ['ID=7a75ac8f-1f6b-4eaa-804e-56683f4e700b,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:21.432160 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-ee5b0a6a-7f2b-47af-973e-2b2d8e7186c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:21.490912 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Attempting to bind port 7a75ac8f-1f6b-4eaa-804e-56683f4e700b on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:21.491761 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Attempting to bind port 7a75ac8f-1f6b-4eaa-804e-56683f4e700b by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '09e256df-9714-40b9-83d4-f136a1dd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:21.492219 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Attempting to bind port 7a75ac8f-1f6b-4eaa-804e-56683f4e700b on network 51798f25-c1b3-48ae-bf59-8e9230510319 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:21.498264 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:21.499007 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Checking segment: {'id': '09e256df-9714-40b9-83d4-f136a1dd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:21.499651 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.500144 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Bound using segment: {'id': '09e256df-9714-40b9-83d4-f136a1dd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:21.502387 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Bound port: 7a75ac8f-1f6b-4eaa-804e-56683f4e700b, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e256df-9714-40b9-83d4-f136a1dd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:21.503022 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.518012 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67094661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67089112'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.575445 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] For port 7a75ac8f-1f6b-4eaa-804e-56683f4e700b, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:21.578696 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] For port 7a75ac8f-1f6b-4eaa-804e-56683f4e700b, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=7a75ac8f-1f6b-4eaa-804e-56683f4e700b,segment=NetworkSegment(09e256df-9714-40b9-83d4-f136a1dd15ae),segment_id=09e256df-9714-40b9-83d4-f136a1dd15ae)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:21.584927 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.587265 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:21.636131 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Routers {'05ef1767-346f-4a67-a181-514482e68745'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:21.636706 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['05ef1767-346f-4a67-a181-514482e68745'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:21.739502 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b0a6a-7f2b-47af-973e-2b2d8e7186c8 None None] Pushing event updated for resources: {'Port': ['ID=7a75ac8f-1f6b-4eaa-804e-56683f4e700b,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:21.744931 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-ee5b0a6a-7f2b-47af-973e-2b2d8e7186c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:21.746354 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Router 432c5769-13d6-4191-a320-018436c72b6c is scheduled to L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:21:21.794568 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] Set router 05ef1767-346f-4a67-a181-514482e68745 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:21.890333 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:21:21.900479 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Sync routers for ids ['432c5769-13d6-4191-a320-018436c72b6c'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:21:21.912509 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:21.916774 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0322573 Jun 17 08:21:21.917660 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57886) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:21.919988 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Routers {'432c5769-13d6-4191-a320-018436c72b6c'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:21.920767 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['432c5769-13d6-4191-a320-018436c72b6c'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:22.089939 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Set router 432c5769-13d6-4191-a320-018436c72b6c gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:22.212642 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef1767-346f-4a67-a181-514482e68745', 'name': 'tempest-TestShelveInstance-1544230736-router', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '42d90c24-fb40-4910-8749-9a979c73803e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:13Z', 'updated_at': '2021-06-17T08:21:17Z', 'revision_number': 4, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'gw_port': {'id': '42d90c24-fb40-4910-8749-9a979c73803e', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:14Z', 'updated_at': '2021-06-17T08:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '7a75ac8f-1f6b-4eaa-804e-56683f4e700b', 'name': '', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'mac_address': 'fa:16:3e:a2:31:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:16Z', 'updated_at': '2021-06-17T08:21:21Z', 'revision_number': 4, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'subnets': [{'id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:22.256082 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417fb6c-49d9-4628-80c1-c83594e4c755 None None] The sync data for ids ['05ef1767-346f-4a67-a181-514482e68745'] in dv-cinder-791281-5-iscsi is: [{'id': '05ef1767-346f-4a67-a181-514482e68745', 'name': 'tempest-TestShelveInstance-1544230736-router', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '42d90c24-fb40-4910-8749-9a979c73803e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:13Z', 'updated_at': '2021-06-17T08:21:17Z', 'revision_number': 4, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'gw_port': {'id': '42d90c24-fb40-4910-8749-9a979c73803e', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:14Z', 'updated_at': '2021-06-17T08:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '7a75ac8f-1f6b-4eaa-804e-56683f4e700b', 'name': '', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'mac_address': 'fa:16:3e:a2:31:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:16Z', 'updated_at': '2021-06-17T08:21:21Z', 'revision_number': 4, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'subnets': [{'id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:21:22.282225 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725f99a6-acaa-4fab-823b-8d5f1d3dbb61 None None] Network 0228bcdf-8f84-4983-92f7-d1818866d6b2 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:21:22.359600 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 42d90c24-fb40-4910-8749-9a979c73803e up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:22.403497 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-88e1ab8e-9e9e-4cca-b9b9-56f85afa8e55 None None] Provisioning for port bbfd1be2-f7ab-49a4-b7de-c32682523f73 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:22.409642 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c602c27-dd8f-4dae-9ce3-52193be518c3 req-5062092c-ca28-4010-8708-05feeb103688 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:22.412011 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5c602c27-dd8f-4dae-9ce3-52193be518c3 req-5062092c-ca28-4010-8708-05feeb103688 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 943 time: 0.0962305 Jun 17 08:21:22.509797 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5c602c27-dd8f-4dae-9ce3-52193be518c3 req-32cb5f53-e68e-4661-a6bc-4c3002f9eefe tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714660 Jun 17 08:21:22.521781 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 42d90c24-fb40-4910-8749-9a979c73803e triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:22.522162 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:22.563692 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:22.590017 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432c5769-13d6-4191-a320-018436c72b6c', 'name': 'tempest-TestShelveInstance-1292556901-router', 'tenant_id': '9f261eb12f3643858ac09084b511392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1288b8e1-8dda-453d-8b3a-494c7fd2e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:19Z', 'updated_at': '2021-06-17T08:21:20Z', 'revision_number': 3, 'project_id': '9f261eb12f3643858ac09084b511392f', 'gw_port': {'id': '1288b8e1-8dda-453d-8b3a-494c7fd2e5ac', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432c5769-13d6-4191-a320-018436c72b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:20Z', 'updated_at': '2021-06-17T08:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:22.626548 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Checking router: 432c5769-13d6-4191-a320-018436c72b6c for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:21:22.626905 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Updating router 432c5769-13d6-4191-a320-018436c72b6c port 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac binding host dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:21:22.696116 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:22.746748 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device bbfd1be2-f7ab-49a4-b7de-c32682523f73 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:22.901510 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port bbfd1be2-f7ab-49a4-b7de-c32682523f73 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:22.908493 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port bbfd1be2-f7ab-49a4-b7de-c32682523f73 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:22.908875 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.009075 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-2cbb5da6-b207-4c14-833d-96b8fe849de1 None None] Provisioning complete for port bbfd1be2-f7ab-49a4-b7de-c32682523f73 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:23.009495 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2cbb5da6-b207-4c14-833d-96b8fe849de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.036830 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Allocated IP 172.20.0.1 (0228bcdf-8f84-4983-92f7-d1818866d6b2/37160859-828b-4557-8990-7f46105906fe/1cf64b78-2a30-4a38-96f3-2ea3682f3a93) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:23.142800 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.159323 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.173836 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Transition to ACTIVE for port object 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:23.210097 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.211939 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57996850'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.216996 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e6fd3506-0ae4-48ff-9324-a144a5177271 tempest-AttachVolumeNegativeTest-372899021 tempest-AttachVolumeNegativeTest-372899021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:23.241599 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port bbfd1be2-f7ab-49a4-b7de-c32682523f73, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=bbfd1be2-f7ab-49a4-b7de-c32682523f73,segment=NetworkSegment(061bbfdf-4c38-4080-a991-655644f48cee),segment_id=061bbfdf-4c38-4080-a991-655644f48cee)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:23.246256 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Transition to ACTIVE for port object 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:23.250031 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.250942 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 7a75ac8f-1f6b-4eaa-804e-56683f4e700b up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:23.253721 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b98edc0e-0527-4581-8248-d68d4eafd8b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:23.255599 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2cbb5da6-b207-4c14-833d-96b8fe849de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.258472 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Network 0228bcdf-8f84-4983-92f7-d1818866d6b2 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:23.262099 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:23.265960 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:23.296273 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf64b78-2a30-4a38-96f3-2ea3682f3a93,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:23.302445 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:23.316886 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67093353'] for router_interface, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.439582 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.480839 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.529387 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=bbfd1be2-f7ab-49a4-b7de-c32682523f73,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:23.534207 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Attempting to bind port 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:23.534611 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Attempting to bind port 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:23.534983 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Attempting to bind port 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac on network d7615c75-e47e-4bd3-8b0f-d4d338da562e {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:23.539498 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:23.542297 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-02739b73-ab54-46ac-ab4f-f8b6956b408e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:23.574194 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:23.574584 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Checking segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:23.574999 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.575434 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Bound using segment: {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:23.575918 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Bound port: 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4619c39a-5912-4cd7-abec-e24248ae8292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:23.576326 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.601676 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.db.api [None req-2cbb5da6-b207-4c14-833d-96b8fe849de1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:21:23.602053 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_db.api [None req-2cbb5da6-b207-4c14-833d-96b8fe849de1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:21:23.617734 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 7a75ac8f-1f6b-4eaa-804e-56683f4e700b completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:23.623346 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89291d4-3476-4f28-b2a5-b6b6ce9bcb9a None None] Pushing event updated for resources: {'Port': ['ID=1288b8e1-8dda-453d-8b3a-494c7fd2e5ac,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:23.627678 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b89291d4-3476-4f28-b2a5-b6b6ce9bcb9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:23.628438 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 7a75ac8f-1f6b-4eaa-804e-56683f4e700b triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:23.628821 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.676785 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] For port 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:23.684192 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] For port 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=1288b8e1-8dda-453d-8b3a-494c7fd2e5ac,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:23.690287 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.692887 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-cc74b49c-af6e-4b18-b76b-9a0b95f41322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:23.701282 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.708519 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57996800'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.712402 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e18e171e-7f4a-4eb4-9bcf-9cd2e2ac2f57 tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:23.775547 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89291d4-3476-4f28-b2a5-b6b6ce9bcb9a None None] Pushing event updated for resources: {'Port': ['ID=1288b8e1-8dda-453d-8b3a-494c7fd2e5ac,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:23.783573 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b89291d4-3476-4f28-b2a5-b6b6ce9bcb9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:23.791911 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Routers {'432c5769-13d6-4191-a320-018436c72b6c'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:23.792760 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['432c5769-13d6-4191-a320-018436c72b6c'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:23.799139 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738f7ba-864c-4442-9b31-b09af6821bec req-9589856f-e9bf-46bd-a865-c38450220229 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:23.800684 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c738f7ba-864c-4442-9b31-b09af6821bec req-9589856f-e9bf-46bd-a865-c38450220229 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 943 time: 0.1526220 Jun 17 08:21:23.801727 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66618784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67093269'] for router_interface, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.805483 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf64b78-2a30-4a38-96f3-2ea3682f3a93,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:23.812445 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:23.831839 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.869920 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c738f7ba-864c-4442-9b31-b09af6821bec req-af3307a4-67a8-4d49-b82e-1ce241813d77 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564620 Jun 17 08:21:23.911320 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 7a75ac8f-1f6b-4eaa-804e-56683f4e700b, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=7a75ac8f-1f6b-4eaa-804e-56683f4e700b,segment=NetworkSegment(09e256df-9714-40b9-83d4-f136a1dd15ae),segment_id=09e256df-9714-40b9-83d4-f136a1dd15ae)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:23.926070 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:23.932172 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:23.936357 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Network 0228bcdf-8f84-4983-92f7-d1818866d6b2 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:23.937877 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:23.966541 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] Set router 432c5769-13d6-4191-a320-018436c72b6c gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:23.991823 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-273252b9-e7bd-4bea-befc-825a987a5d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:24.077092 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=7a75ac8f-1f6b-4eaa-804e-56683f4e700b,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:24.080049 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Router 432c5769-13d6-4191-a320-018436c72b6c has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:21:24.084293 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:24.102947 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device bbfd1be2-f7ab-49a4-b7de-c32682523f73 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:24.196902 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:21:24.201888 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] 10.222.0.35 "PUT /v2.0/routers/432c5769-13d6-4191-a320-018436c72b6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2830169 Jun 17 08:21:24.268749 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port bbfd1be2-f7ab-49a4-b7de-c32682523f73 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:24.269121 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:24.327206 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432c5769-13d6-4191-a320-018436c72b6c', 'name': 'tempest-TestShelveInstance-1292556901-router', 'tenant_id': '9f261eb12f3643858ac09084b511392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1288b8e1-8dda-453d-8b3a-494c7fd2e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:19Z', 'updated_at': '2021-06-17T08:21:23Z', 'revision_number': 4, 'project_id': '9f261eb12f3643858ac09084b511392f', 'gw_port': {'id': '1288b8e1-8dda-453d-8b3a-494c7fd2e5ac', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432c5769-13d6-4191-a320-018436c72b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:20Z', 'updated_at': '2021-06-17T08:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '1cf64b78-2a30-4a38-96f3-2ea3682f3a93', 'name': '', 'network_id': '0228bcdf-8f84-4983-92f7-d1818866d6b2', 'tenant_id': '9f261eb12f3643858ac09084b511392f', 'mac_address': 'fa:16:3e:c4:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432c5769-13d6-4191-a320-018436c72b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '37160859-828b-4557-8990-7f46105906fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:22Z', 'updated_at': '2021-06-17T08:21:23Z', 'revision_number': 2, 'project_id': '9f261eb12f3643858ac09084b511392f', 'subnets': [{'id': '37160859-828b-4557-8990-7f46105906fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:24.360672 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c703b7d-7527-4d2c-8d93-b9c6f39abf6a None None] The sync data for ids ['432c5769-13d6-4191-a320-018436c72b6c'] in dv-cinder-791281-5-iscsi is: [{'id': '432c5769-13d6-4191-a320-018436c72b6c', 'name': 'tempest-TestShelveInstance-1292556901-router', 'tenant_id': '9f261eb12f3643858ac09084b511392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1288b8e1-8dda-453d-8b3a-494c7fd2e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:19Z', 'updated_at': '2021-06-17T08:21:23Z', 'revision_number': 4, 'project_id': '9f261eb12f3643858ac09084b511392f', 'gw_port': {'id': '1288b8e1-8dda-453d-8b3a-494c7fd2e5ac', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432c5769-13d6-4191-a320-018436c72b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:20Z', 'updated_at': '2021-06-17T08:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '1cf64b78-2a30-4a38-96f3-2ea3682f3a93', 'name': '', 'network_id': '0228bcdf-8f84-4983-92f7-d1818866d6b2', 'tenant_id': '9f261eb12f3643858ac09084b511392f', 'mac_address': 'fa:16:3e:c4:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432c5769-13d6-4191-a320-018436c72b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '37160859-828b-4557-8990-7f46105906fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:22Z', 'updated_at': '2021-06-17T08:21:23Z', 'revision_number': 2, 'project_id': '9f261eb12f3643858ac09084b511392f', 'subnets': [{'id': '37160859-828b-4557-8990-7f46105906fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:21:24.386897 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-13406905-4632-48e8-a063-0604526fd10e None None] Provisioning for port 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:24.393866 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-13406905-4632-48e8-a063-0604526fd10e None None] Provisioning complete for port 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:24.394249 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-13406905-4632-48e8-a063-0604526fd10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:24.438570 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-13406905-4632-48e8-a063-0604526fd10e None None] Port 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:21:24.696705 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57898) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:24.701879 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-f2d75fd5-6883-4a58-a294-3792b68b63c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1286965545', 'description': 'tempest-secgroup-smoke-1286965545 description', 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:24.727722 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f2d75fd5-6883-4a58-a294-3792b68b63c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:24.824889 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f2d75fd5-6883-4a58-a294-3792b68b63c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:24.828783 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f2d75fd5-6883-4a58-a294-3792b68b63c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:24.831749 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-4dcbb903-f66b-490a-b389-d4edcfe15522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:24.856809 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-f2d75fd5-6883-4a58-a294-3792b68b63c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:24.858004 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-f2d75fd5-6883-4a58-a294-3792b68b63c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1600816 Jun 17 08:21:24.861728 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57900) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:24.862261 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d75fd5-6883-4a58-a294-3792b68b63c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b1d4b1-1916-4673-badc-e109775a85ba,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:24.864938 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f2d75fd5-6883-4a58-a294-3792b68b63c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:24.866812 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-dd064b07-420f-47d6-a48e-681ccf20c384 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Request body: {'security_group_rule': {'security_group_id': '38b1d4b1-1916-4673-badc-e109775a85ba', 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:24.893610 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dd064b07-420f-47d6-a48e-681ccf20c384 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:24.975889 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dd064b07-420f-47d6-a48e-681ccf20c384 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:24.982103 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dd064b07-420f-47d6-a48e-681ccf20c384 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:24.987530 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1c5a03b1-d81f-40e8-bb17-688f0e03de6e tempest-AttachVolumeTestJSON-122185311 tempest-AttachVolumeTestJSON-122185311-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:25.004132 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd064b07-420f-47d6-a48e-681ccf20c384 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab69697d-abf3-42ff-a488-a7484d752bba,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:25.008373 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-dd064b07-420f-47d6-a48e-681ccf20c384 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:25.013962 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dd064b07-420f-47d6-a48e-681ccf20c384 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.015531 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-dd064b07-420f-47d6-a48e-681ccf20c384 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525235 Jun 17 08:21:25.018216 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57904) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:25.026220 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-8c871999-63d3-483d-a327-81c0883918d1 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Request body: {'security_group_rule': {'security_group_id': '38b1d4b1-1916-4673-badc-e109775a85ba', 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:25.069747 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8c871999-63d3-483d-a327-81c0883918d1 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.101350 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de5fe5-1ca2-4151-bd4a-cabecf76ab3a req-ee59f928-8867-4795-b5cb-7b6b43ded689 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:25.103671 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-49de5fe5-1ca2-4151-bd4a-cabecf76ab3a req-ee59f928-8867-4795-b5cb-7b6b43ded689 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 943 time: 0.1105626 Jun 17 08:21:25.136557 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8c871999-63d3-483d-a327-81c0883918d1 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.142473 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8c871999-63d3-483d-a327-81c0883918d1 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.144765 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-19e62cbc-ee01-4643-aec5-1dda65c862bf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:25.148843 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-49de5fe5-1ca2-4151-bd4a-cabecf76ab3a req-89ded58d-40e6-4001-92df-6eba0b8398f1 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387921 Jun 17 08:21:25.164515 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c871999-63d3-483d-a327-81c0883918d1 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7052e0-506d-4a3a-9a03-de4e1db1dc5d,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:25.168417 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8c871999-63d3-483d-a327-81c0883918d1 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:25.169307 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8c871999-63d3-483d-a327-81c0883918d1 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.173186 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-8c871999-63d3-483d-a327-81c0883918d1 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1512480 Jun 17 08:21:25.182959 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57906) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:25.182959 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-d27b227d-e522-4091-a852-2fce91ab69ab tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Request body: {'security_group_rule': {'security_group_id': '38b1d4b1-1916-4673-badc-e109775a85ba', 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:25.206084 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d27b227d-e522-4091-a852-2fce91ab69ab tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.269115 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d27b227d-e522-4091-a852-2fce91ab69ab tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.273791 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d27b227d-e522-4091-a852-2fce91ab69ab tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.276322 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8c871999-63d3-483d-a327-81c0883918d1 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:25.294437 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b227d-e522-4091-a852-2fce91ab69ab tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f11aff6-8278-4efa-987b-2001c9e026f6,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:25.297436 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-d27b227d-e522-4091-a852-2fce91ab69ab tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:25.301371 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d27b227d-e522-4091-a852-2fce91ab69ab tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.302812 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d27b227d-e522-4091-a852-2fce91ab69ab tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280992 Jun 17 08:21:25.305560 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57908) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:25.311107 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-04cccf65-d13d-4270-a407-565b5e7b64af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Request body: {'security_group_rule': {'security_group_id': '38b1d4b1-1916-4673-badc-e109775a85ba', 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:25.340411 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-04cccf65-d13d-4270-a407-565b5e7b64af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.393443 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-04cccf65-d13d-4270-a407-565b5e7b64af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.397290 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-04cccf65-d13d-4270-a407-565b5e7b64af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.399437 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b7fb1e84-6b26-415b-9f53-2c8df2bf8f70 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:25.421324 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cccf65-d13d-4270-a407-565b5e7b64af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1bf1e7-e5a7-4748-9b9e-f03cdc708a05,revision_number=0']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:25.424135 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-04cccf65-d13d-4270-a407-565b5e7b64af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:25.426430 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-04cccf65-d13d-4270-a407-565b5e7b64af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.430536 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57910) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:25.435787 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-04cccf65-d13d-4270-a407-565b5e7b64af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284068 Jun 17 08:21:25.436014 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-6b27bca4-0f74-49aa-b363-6e2f8787ccd3 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Request body: {'security_group_rule': {'security_group_id': '38b1d4b1-1916-4673-badc-e109775a85ba', 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:25.459190 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.securitygroups_db [None req-6b27bca4-0f74-49aa-b363-6e2f8787ccd3 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Project 32345ba76f5f4fdfa4507ae556c2b40f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:21:25.464906 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6b27bca4-0f74-49aa-b363-6e2f8787ccd3 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.529927 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6b27bca4-0f74-49aa-b363-6e2f8787ccd3 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.534037 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6b27bca4-0f74-49aa-b363-6e2f8787ccd3 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.536302 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:25.552924 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27bca4-0f74-49aa-b363-6e2f8787ccd3 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4eeb59d-1954-41d8-8f96-a11af5aa6e70,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:25.556813 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-6b27bca4-0f74-49aa-b363-6e2f8787ccd3 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:25.561077 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6b27bca4-0f74-49aa-b363-6e2f8787ccd3 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.564548 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6b27bca4-0f74-49aa-b363-6e2f8787ccd3 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296103 Jun 17 08:21:25.565291 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 57912) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:25.569993 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-53c88d8e-7b88-47dd-8ce1-2a9ba8fa97fb tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Request body: {'security_group_rule': {'security_group_id': '38b1d4b1-1916-4673-badc-e109775a85ba', 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:25.591968 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.securitygroups_db [None req-53c88d8e-7b88-47dd-8ce1-2a9ba8fa97fb tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Project 32345ba76f5f4fdfa4507ae556c2b40f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:21:25.596981 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-53c88d8e-7b88-47dd-8ce1-2a9ba8fa97fb tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.659872 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-53c88d8e-7b88-47dd-8ce1-2a9ba8fa97fb tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.665724 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-53c88d8e-7b88-47dd-8ce1-2a9ba8fa97fb tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67063562'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.668751 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:25.688045 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c88d8e-7b88-47dd-8ce1-2a9ba8fa97fb tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63478df7-6684-4849-ac63-435a8b6576d1,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:25.690496 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-53c88d8e-7b88-47dd-8ce1-2a9ba8fa97fb tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:25.694981 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-53c88d8e-7b88-47dd-8ce1-2a9ba8fa97fb tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.695989 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-53c88d8e-7b88-47dd-8ce1-2a9ba8fa97fb tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297457 Jun 17 08:21:26.150078 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:26.194009 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:26.283698 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:26.294261 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:26.294650 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:26.343133 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 6ff44c9d-d493-4f12-85ec-f95a3593ecb7, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6ff44c9d-d493-4f12-85ec-f95a3593ecb7,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:26.361911 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': '6ff44c9d-d493-4f12-85ec-f95a3593ecb7', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'port_id': '6ff44c9d-d493-4f12-85ec-f95a3593ecb7', 'mac_address': 'fa:16:3e:2a:a0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:26.367684 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5f2a2-6d40-4865-a657-55c076264c07 req-5b8149be-a423-4015-979d-44c6dc20ee1a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:26.369393 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-66d5f2a2-6d40-4865-a657-55c076264c07 req-5b8149be-a423-4015-979d-44c6dc20ee1a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 943 time: 0.0713875 Jun 17 08:21:26.421098 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-66d5f2a2-6d40-4865-a657-55c076264c07 req-0e8b5f51-2841-4038-8a8c-6d3b11722603 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412264 Jun 17 08:21:26.442852 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:26.456149 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:26.488239 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=1288b8e1-8dda-453d-8b3a-494c7fd2e5ac,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:26.491407 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:26.498257 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:26.499530 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 7a75ac8f-1f6b-4eaa-804e-56683f4e700b up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:26.504188 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-03416d3a-d79d-4f8a-bb01-432801191a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:26.546948 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Sync routers for ids ['432c5769-13d6-4191-a320-018436c72b6c'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:21:26.560230 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Routers {'432c5769-13d6-4191-a320-018436c72b6c'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:26.560868 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:20:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['432c5769-13d6-4191-a320-018436c72b6c'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:26.576526 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 6ff44c9d-d493-4f12-85ec-f95a3593ecb7, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6ff44c9d-d493-4f12-85ec-f95a3593ecb7,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:26.596062 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:26.608801 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:26.617451 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=1288b8e1-8dda-453d-8b3a-494c7fd2e5ac,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:26.620848 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:26.621323 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:26.655562 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 7a75ac8f-1f6b-4eaa-804e-56683f4e700b triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:26.655942 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:26.676281 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Set router 432c5769-13d6-4191-a320-018436c72b6c gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:26.694739 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=6ff44c9d-d493-4f12-85ec-f95a3593ecb7,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:26.699758 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:26.769886 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-69df611b-145e-4771-9b4b-ccd26df31832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:26.869182 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['6ff44c9d-d493-4f12-85ec-f95a3593ecb7'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:26.914322 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432c5769-13d6-4191-a320-018436c72b6c', 'name': 'tempest-TestShelveInstance-1292556901-router', 'tenant_id': '9f261eb12f3643858ac09084b511392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1288b8e1-8dda-453d-8b3a-494c7fd2e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:19Z', 'updated_at': '2021-06-17T08:21:23Z', 'revision_number': 4, 'project_id': '9f261eb12f3643858ac09084b511392f', 'gw_port': {'id': '1288b8e1-8dda-453d-8b3a-494c7fd2e5ac', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432c5769-13d6-4191-a320-018436c72b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:20Z', 'updated_at': '2021-06-17T08:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '1cf64b78-2a30-4a38-96f3-2ea3682f3a93', 'name': '', 'network_id': '0228bcdf-8f84-4983-92f7-d1818866d6b2', 'tenant_id': '9f261eb12f3643858ac09084b511392f', 'mac_address': 'fa:16:3e:c4:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432c5769-13d6-4191-a320-018436c72b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '37160859-828b-4557-8990-7f46105906fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:22Z', 'updated_at': '2021-06-17T08:21:23Z', 'revision_number': 2, 'project_id': '9f261eb12f3643858ac09084b511392f', 'subnets': [{'id': '37160859-828b-4557-8990-7f46105906fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:26.944471 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Checking router: 432c5769-13d6-4191-a320-018436c72b6c for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:21:26.945145 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Updating router 432c5769-13d6-4191-a320-018436c72b6c port 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 binding host dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:21:27.000035 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:27.298023 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:27.308042 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Transition to ACTIVE for port object 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:27.314473 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:27.316635 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:27.413817 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dc446-003d-4e9c-ab45-c403e7d7d476 None None] Pushing event updated for resources: {'Port': ['ID=1cf64b78-2a30-4a38-96f3-2ea3682f3a93,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:27.417319 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-a25dc446-003d-4e9c-ab45-c403e7d7d476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:27.449030 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Attempting to bind port 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 on host dv-cinder-791281-5-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:27.449429 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Attempting to bind port 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 by drivers openvswitch,hyperv on host dv-cinder-791281-5-iscsi at level 0 using segments [{'id': '061bbfdf-4c38-4080-a991-655644f48cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0228bcdf-8f84-4983-92f7-d1818866d6b2'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:27.449798 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Attempting to bind port 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 on network 0228bcdf-8f84-4983-92f7-d1818866d6b2 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:27.455522 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Checking agent: {'id': '16b6199a-8af2-48b8-ba07-9079f0f7ffbc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 4, 26), 'started_at': datetime.datetime(2021, 6, 17, 8, 4, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:27.455905 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Checking segment: {'id': '061bbfdf-4c38-4080-a991-655644f48cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0228bcdf-8f84-4983-92f7-d1818866d6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:27.456323 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:27.456719 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Bound using segment: {'id': '061bbfdf-4c38-4080-a991-655644f48cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0228bcdf-8f84-4983-92f7-d1818866d6b2'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:27.457198 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Bound port: 1cf64b78-2a30-4a38-96f3-2ea3682f3a93, host: dv-cinder-791281-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061bbfdf-4c38-4080-a991-655644f48cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0228bcdf-8f84-4983-92f7-d1818866d6b2'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:27.457572 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:27.530285 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] For port 1cf64b78-2a30-4a38-96f3-2ea3682f3a93, host dv-cinder-791281-5-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:27.533280 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] For port 1cf64b78-2a30-4a38-96f3-2ea3682f3a93, host dv-cinder-791281-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=1cf64b78-2a30-4a38-96f3-2ea3682f3a93,segment=NetworkSegment(061bbfdf-4c38-4080-a991-655644f48cee),segment_id=061bbfdf-4c38-4080-a991-655644f48cee)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:27.538274 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:27.540639 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-ee5b0a6a-7f2b-47af-973e-2b2d8e7186c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:27.599109 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Routers {'432c5769-13d6-4191-a320-018436c72b6c'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:27.600037 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:21:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['432c5769-13d6-4191-a320-018436c72b6c'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:27.620246 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61326f6-5a65-490b-bd1c-9451ccd2f4f6 req-36c74fea-ddf4-4d9b-b967-eebac1c89ad7 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:27.622096 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d61326f6-5a65-490b-bd1c-9451ccd2f4f6 req-36c74fea-ddf4-4d9b-b967-eebac1c89ad7 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 944 time: 0.0781152 Jun 17 08:21:27.635197 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dc446-003d-4e9c-ab45-c403e7d7d476 None None] Pushing event updated for resources: {'Port': ['ID=1cf64b78-2a30-4a38-96f3-2ea3682f3a93,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:27.638866 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG oslo_concurrency.lockutils [None req-a25dc446-003d-4e9c-ab45-c403e7d7d476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:27.684781 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d61326f6-5a65-490b-bd1c-9451ccd2f4f6 req-4579b5a3-75c5-4c11-bd13-f4c9fd034863 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542092 Jun 17 08:21:27.722533 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] Set router 432c5769-13d6-4191-a320-018436c72b6c gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:27.813926 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:27.924767 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432c5769-13d6-4191-a320-018436c72b6c', 'name': 'tempest-TestShelveInstance-1292556901-router', 'tenant_id': '9f261eb12f3643858ac09084b511392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1288b8e1-8dda-453d-8b3a-494c7fd2e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:19Z', 'updated_at': '2021-06-17T08:21:23Z', 'revision_number': 4, 'project_id': '9f261eb12f3643858ac09084b511392f', 'gw_port': {'id': '1288b8e1-8dda-453d-8b3a-494c7fd2e5ac', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432c5769-13d6-4191-a320-018436c72b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:20Z', 'updated_at': '2021-06-17T08:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '1cf64b78-2a30-4a38-96f3-2ea3682f3a93', 'name': '', 'network_id': '0228bcdf-8f84-4983-92f7-d1818866d6b2', 'tenant_id': '9f261eb12f3643858ac09084b511392f', 'mac_address': 'fa:16:3e:c4:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432c5769-13d6-4191-a320-018436c72b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '37160859-828b-4557-8990-7f46105906fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:22Z', 'updated_at': '2021-06-17T08:21:27Z', 'revision_number': 4, 'project_id': '9f261eb12f3643858ac09084b511392f', 'subnets': [{'id': '37160859-828b-4557-8990-7f46105906fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:27.955009 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354a54c-6872-4b20-896e-cb7b19f38ff9 None None] The sync data for ids ['432c5769-13d6-4191-a320-018436c72b6c'] in dv-cinder-791281-5-iscsi is: [{'id': '432c5769-13d6-4191-a320-018436c72b6c', 'name': 'tempest-TestShelveInstance-1292556901-router', 'tenant_id': '9f261eb12f3643858ac09084b511392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1288b8e1-8dda-453d-8b3a-494c7fd2e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:19Z', 'updated_at': '2021-06-17T08:21:23Z', 'revision_number': 4, 'project_id': '9f261eb12f3643858ac09084b511392f', 'gw_port': {'id': '1288b8e1-8dda-453d-8b3a-494c7fd2e5ac', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432c5769-13d6-4191-a320-018436c72b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:20Z', 'updated_at': '2021-06-17T08:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '1cf64b78-2a30-4a38-96f3-2ea3682f3a93', 'name': '', 'network_id': '0228bcdf-8f84-4983-92f7-d1818866d6b2', 'tenant_id': '9f261eb12f3643858ac09084b511392f', 'mac_address': 'fa:16:3e:c4:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432c5769-13d6-4191-a320-018436c72b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '37160859-828b-4557-8990-7f46105906fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:22Z', 'updated_at': '2021-06-17T08:21:27Z', 'revision_number': 4, 'project_id': '9f261eb12f3643858ac09084b511392f', 'subnets': [{'id': '37160859-828b-4557-8990-7f46105906fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:21:28.097188 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:28.154459 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:28.154827 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:28.185393 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:28.281737 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:28.284665 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:28.288383 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:28.288750 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:28.518267 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning for port 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:28.526077 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:28.526450 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:28.555464 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:28.594443 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafe7f88-1c92-47ce-acfa-3958827608b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff44c9d-d493-4f12-85ec-f95a3593ecb7'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:28.596695 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b995bd6-2ceb-4336-9fd1-6c935c2b2902" -d '{"events": [{"server_uuid": "dafe7f88-1c92-47ce-acfa-3958827608b6", "name": "network-vif-plugged", "status": "completed", "tag": "6ff44c9d-d493-4f12-85ec-f95a3593ecb7"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:28.619593 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 6ff44c9d-d493-4f12-85ec-f95a3593ecb7, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6ff44c9d-d493-4f12-85ec-f95a3593ecb7,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:28.641046 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289ce165-d1ba-42bf-a0dd-e1ce26062515 x-openstack-request-id: req-289ce165-d1ba-42bf-a0dd-e1ce26062515 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:28.641346 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafe7f88-1c92-47ce-acfa-3958827608b6", "name": "network-vif-plugged", "status": "completed", "tag": "6ff44c9d-d493-4f12-85ec-f95a3593ecb7", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:28.641648 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-289ce165-d1ba-42bf-a0dd-e1ce26062515 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:28.641983 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafe7f88-1c92-47ce-acfa-3958827608b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff44c9d-d493-4f12-85ec-f95a3593ecb7', 'code': 200} Jun 17 08:21:28.644290 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:28.647766 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:28.683140 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:28.719181 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=6ff44c9d-d493-4f12-85ec-f95a3593ecb7,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:28.726458 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:28.737115 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] For port 1cf64b78-2a30-4a38-96f3-2ea3682f3a93, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=1cf64b78-2a30-4a38-96f3-2ea3682f3a93,segment=NetworkSegment(061bbfdf-4c38-4080-a991-655644f48cee),segment_id=061bbfdf-4c38-4080-a991-655644f48cee)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:28.741218 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:28.743203 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:28.795825 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:28.807772 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Pushing event updated for resources: {'Port': ['ID=1cf64b78-2a30-4a38-96f3-2ea3682f3a93,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:28.810952 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:28.934988 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532fb9d-ea47-4f2b-afaf-1b8dcbdfd7c1 req-48fb7f84-8a69-4d19-b694-b8ba672ce303 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:28.936751 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5532fb9d-ea47-4f2b-afaf-1b8dcbdfd7c1 req-48fb7f84-8a69-4d19-b694-b8ba672ce303 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 945 time: 0.1082435 Jun 17 08:21:28.947124 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e69cd2-b793-4cef-a28e-a11ad00af9f5 req-1c916768-f91f-4da7-95c8-823db80bad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:28.949342 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c0e69cd2-b793-4cef-a28e-a11ad00af9f5 req-1c916768-f91f-4da7-95c8-823db80bad58 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 1098 time: 0.0836806 Jun 17 08:21:29.002216 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5532fb9d-ea47-4f2b-afaf-1b8dcbdfd7c1 req-a0492580-821a-4f21-8bac-fea464b4d771 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579164 Jun 17 08:21:29.005696 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c0e69cd2-b793-4cef-a28e-a11ad00af9f5 req-205d34bd-d1e4-423f-bbae-815e767955ed service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495079 Jun 17 08:21:29.673478 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:30.068263 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 up at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:30.125073 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Provisioning complete for port 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:30.125446 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:30.197619 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc350d62-53f4-404e-a569-519bdbd725ad req-14cc5370-d1b6-4b5a-9d80-488dd2b7617b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:30.199201 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fc350d62-53f4-404e-a569-519bdbd725ad req-14cc5370-d1b6-4b5a-9d80-488dd2b7617b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 945 time: 0.0685682 Jun 17 08:21:30.252043 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fc350d62-53f4-404e-a569-519bdbd725ad req-5f700e32-7792-4c2f-b267-4d34fb1f735d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466318 Jun 17 08:21:30.465651 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a995311-828c-4aae-88c7-32aaf70d36bf req-8b9ad30e-51a0-4f49-b05a-498c520cdb9b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:30.467169 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7a995311-828c-4aae-88c7-32aaf70d36bf req-8b9ad30e-51a0-4f49-b05a-498c520cdb9b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 945 time: 0.0767906 Jun 17 08:21:30.506537 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7a995311-828c-4aae-88c7-32aaf70d36bf req-4f3d887e-a3d2-4ec5-8539-6d77e2f224ac tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335631 Jun 17 08:21:30.532511 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57988) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:30.738451 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ce50ce-5695-452a-a6d4-13f246082ad0 tempest-TestVolumeBootPattern-1194086152 tempest-TestVolumeBootPattern-1194086152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:30.739993 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-23ce50ce-5695-452a-a6d4-13f246082ad0 tempest-TestVolumeBootPattern-1194086152 tempest-TestVolumeBootPattern-1194086152-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 1093 time: 0.2063932 Jun 17 08:21:30.742878 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 57992) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:30.747741 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Request body: {'floatingip': {'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'port_id': '6ff44c9d-d493-4f12-85ec-f95a3593ecb7', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:30.770273 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for floatingip, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:30.873979 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:30.994898 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Allocated IP 172.27.0.108 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/f7bd9d1e-9942-406d-a531-91afc0ec66b0) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:31.106989 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:31.149324 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57996850'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:31.152025 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-801bde19-402a-4394-a153-b006bf6bbece service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:31.188935 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:31.191996 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:31.202784 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:31.205271 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:21:31.205984 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event updated for resources: {'Port': ['ID=f7bd9d1e-9942-406d-a531-91afc0ec66b0,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:31.209332 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:31.649759 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:31.755543 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:31.908539 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:31.913240 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57996800'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:31.915300 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:31.961534 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event updated for resources: {'Port': ['ID=f7bd9d1e-9942-406d-a531-91afc0ec66b0,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:31.980987 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:32.002651 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:32.105249 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.l3_db [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Floating IP 324b6ca4-a333-4bb3-935b-20915634216e associated. External IP: 172.27.0.108, port: 6ff44c9d-d493-4f12-85ec-f95a3593ecb7. Jun 17 08:21:32.600694 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:21:32.711671 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:21:32.720979 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a0b9c7-9822-4d6f-a141-35e6563db159 None None] Sync routers for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:21:32.727335 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:32.730907 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a0b9c7-9822-4d6f-a141-35e6563db159 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:32.731517 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-f0a0b9c7-9822-4d6f-a141-35e6563db159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:21:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:32.774202 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0301473 Jun 17 08:21:32.774822 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafe7f88-1c92-47ce-acfa-3958827608b6', 'tag': '6ff44c9d-d493-4f12-85ec-f95a3593ecb7'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:32.777203 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10031161-ccd2-4750-ba51-7f0c01c37c70" -d '{"events": [{"name": "network-changed", "server_uuid": "dafe7f88-1c92-47ce-acfa-3958827608b6", "tag": "6ff44c9d-d493-4f12-85ec-f95a3593ecb7"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:32.816017 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6805f83e-3128-43c4-9ab4-8462e1d7ecc5 x-openstack-request-id: req-6805f83e-3128-43c4-9ab4-8462e1d7ecc5 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:32.816342 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafe7f88-1c92-47ce-acfa-3958827608b6", "tag": "6ff44c9d-d493-4f12-85ec-f95a3593ecb7", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:32.816658 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6805f83e-3128-43c4-9ab4-8462e1d7ecc5 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:32.817090 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafe7f88-1c92-47ce-acfa-3958827608b6', 'tag': '6ff44c9d-d493-4f12-85ec-f95a3593ecb7', 'status': 'completed', 'code': 200} Jun 17 08:21:32.844669 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-f0a0b9c7-9822-4d6f-a141-35e6563db159 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:32.897278 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10031161-ccd2-4750-ba51-7f0c01c37c70 req-34dda202-c131-4e9c-9f24-55029bb58d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:32.898750 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-10031161-ccd2-4750-ba51-7f0c01c37c70 req-34dda202-c131-4e9c-9f24-55029bb58d87 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 1098 time: 0.0561354 Jun 17 08:21:33.002759 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10031161-ccd2-4750-ba51-7f0c01c37c70 req-7237d656-a97e-47c2-8daf-216d14b2207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:33.004230 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-10031161-ccd2-4750-ba51-7f0c01c37c70 req-7237d656-a97e-47c2-8daf-216d14b2207f service neutron] 10.222.0.38 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 913 time: 0.0972342 Jun 17 08:21:33.073104 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-10031161-ccd2-4750-ba51-7f0c01c37c70 req-3c52eabd-a178-496e-b1ff-42d21058adda service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff44c9d-d493-4f12-85ec-f95a3593ecb7 HTTP/1.1" status: 200 len: 999 time: 0.0614986 Jun 17 08:21:33.083139 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-f0a0b9c7-9822-4d6f-a141-35e6563db159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '324b6ca4-a333-4bb3-935b-20915634216e', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'port_id': '6ff44c9d-d493-4f12-85ec-f95a3593ecb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'mac_address': 'fa:16:3e:2a:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafe7f88-1c92-47ce-acfa-3958827608b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:21:31Z', 'updated_at': '2021-06-17T08:21:31Z', 'revision_number': 0, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:33.113272 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a0b9c7-9822-4d6f-a141-35e6563db159 None None] Checking router: 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:21:33.122481 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a0b9c7-9822-4d6f-a141-35e6563db159 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:33.123097 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-f0a0b9c7-9822-4d6f-a141-35e6563db159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:21:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:33.125787 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10031161-ccd2-4750-ba51-7f0c01c37c70 req-fadeb75e-9c5c-4289-b88c-eb4d44f47b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:33.127271 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-10031161-ccd2-4750-ba51-7f0c01c37c70 req-fadeb75e-9c5c-4289-b88c-eb4d44f47b1b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e76fa1ac-6046-4734-9f86-f08e5acf6755 HTTP/1.1" status: 200 len: 851 time: 0.0473411 Jun 17 08:21:33.194542 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10031161-ccd2-4750-ba51-7f0c01c37c70 req-0f7afa2c-8481-4392-bdfd-0469a343a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:33.196091 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-10031161-ccd2-4750-ba51-7f0c01c37c70 req-0f7afa2c-8481-4392-bdfd-0469a343a324 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f677da10-206c-4631-a34f-1a8c85c68abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620978 Jun 17 08:21:33.232687 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-f0a0b9c7-9822-4d6f-a141-35e6563db159 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:33.289542 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-10031161-ccd2-4750-ba51-7f0c01c37c70 req-de7e967c-b107-4766-a346-5602542b23d2 service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852430 Jun 17 08:21:33.397683 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-10031161-ccd2-4750-ba51-7f0c01c37c70 req-9f1ed3ff-2131-4fac-8b19-64f7c043078b service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004758 Jun 17 08:21:33.477311 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-f0a0b9c7-9822-4d6f-a141-35e6563db159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '324b6ca4-a333-4bb3-935b-20915634216e', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'port_id': '6ff44c9d-d493-4f12-85ec-f95a3593ecb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'mac_address': 'fa:16:3e:2a:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafe7f88-1c92-47ce-acfa-3958827608b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:21:31Z', 'updated_at': '2021-06-17T08:21:31Z', 'revision_number': 0, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:33.508137 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a0b9c7-9822-4d6f-a141-35e6563db159 None None] The sync data for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi is: [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '324b6ca4-a333-4bb3-935b-20915634216e', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'port_id': '6ff44c9d-d493-4f12-85ec-f95a3593ecb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'mac_address': 'fa:16:3e:2a:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafe7f88-1c92-47ce-acfa-3958827608b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:21:31Z', 'updated_at': '2021-06-17T08:21:31Z', 'revision_number': 0, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:21:33.706988 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ee027-5a94-4b5e-98cb-384bc6ea356e None None] New status for floating IP 324b6ca4-a333-4bb3-935b-20915634216e: ACTIVE {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:21:37.187552 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-753c5b3c-27c7-4627-9458-af2abe6a2e7b req-5d0811bc-0395-4bef-b643-5f814e0e58a6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551021 Jun 17 08:21:37.287948 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c5b3c-27c7-4627-9458-af2abe6a2e7b req-767ecf36-6e8a-4ed9-9c3a-e75e7954d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:37.289419 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-753c5b3c-27c7-4627-9458-af2abe6a2e7b req-767ecf36-6e8a-4ed9-9c3a-e75e7954d336 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 1098 time: 0.0532463 Jun 17 08:21:37.406429 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c5b3c-27c7-4627-9458-af2abe6a2e7b req-9a227b76-cd6b-43cb-b3c9-6a361f5474b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:37.407925 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-753c5b3c-27c7-4627-9458-af2abe6a2e7b req-9a227b76-cd6b-43cb-b3c9-6a361f5474b8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 913 time: 0.0957472 Jun 17 08:21:37.471242 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-753c5b3c-27c7-4627-9458-af2abe6a2e7b req-268049c9-e3b1-41c4-8bf9-3cecb7cba9e8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff44c9d-d493-4f12-85ec-f95a3593ecb7 HTTP/1.1" status: 200 len: 1001 time: 0.0566680 Jun 17 08:21:37.536351 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c5b3c-27c7-4627-9458-af2abe6a2e7b req-b3d9978e-15a5-42b4-909c-55f2b9cf0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:37.537799 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-753c5b3c-27c7-4627-9458-af2abe6a2e7b req-b3d9978e-15a5-42b4-909c-55f2b9cf0833 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e76fa1ac-6046-4734-9f86-f08e5acf6755 HTTP/1.1" status: 200 len: 851 time: 0.0606925 Jun 17 08:21:37.601848 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c5b3c-27c7-4627-9458-af2abe6a2e7b req-c40cfe27-acea-48d7-907a-06d8d96480fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:37.603226 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-753c5b3c-27c7-4627-9458-af2abe6a2e7b req-c40cfe27-acea-48d7-907a-06d8d96480fc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f677da10-206c-4631-a34f-1a8c85c68abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568337 Jun 17 08:21:37.696812 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-753c5b3c-27c7-4627-9458-af2abe6a2e7b req-f957e4f2-62f2-4b92-bbdf-ed1450e97633 service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854170 Jun 17 08:21:37.788650 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-753c5b3c-27c7-4627-9458-af2abe6a2e7b req-aec08edc-c955-4636-b627-fcdd0a692fcf service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845280 Jun 17 08:21:42.136183 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-315041eb-a352-457a-87aa-46f5f8ae7873 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286965545&fields=id&tenant_id=32345ba76f5f4fdfa4507ae556c2b40f HTTP/1.1" status: 200 len: 267 time: 0.0331347 Jun 17 08:21:42.241985 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-96e05d01-5d4c-4d8a-a9f4-2ef8f7d4d213 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:42.243358 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-96e05d01-5d4c-4d8a-a9f4-2ef8f7d4d213 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/networks?id=51798f25-c1b3-48ae-bf59-8e9230510319 HTTP/1.1" status: 200 len: 809 time: 0.1009617 Jun 17 08:21:42.258226 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-f61733a1-e207-459d-9f0c-39068f20083f tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/quotas/32345ba76f5f4fdfa4507ae556c2b40f HTTP/1.1" status: 200 len: 375 time: 0.0087912 Jun 17 08:21:42.332720 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-3dbfb4e0-03ca-4762-be91-aacdb8ab59aa tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=32345ba76f5f4fdfa4507ae556c2b40f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675373 Jun 17 08:21:42.472545 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-7f670b4c-2694-443f-b854-8bd07cf04ef7 service neutron] 10.222.0.35 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288242 Jun 17 08:21:42.561305 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-daba7dcf-0dd3-4a84-ac37-a001a09759e9 service neutron] 10.222.0.35 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830927 Jun 17 08:21:43.881172 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-edbf4ef7-e978-49b8-9df5-b83ef0090652 req-072a216a-af04-4d7f-bd86-8c228c7e3685 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 210 time: 0.0334282 Jun 17 08:21:44.938152 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-74faf7d8-151d-4f08-ad16-f3b6eb4dd8a2 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:44.939778 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-74faf7d8-151d-4f08-ad16-f3b6eb4dd8a2 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.38 "GET /v2.0/networks?id=51798f25-c1b3-48ae-bf59-8e9230510319 HTTP/1.1" status: 200 len: 809 time: 0.1070440 Jun 17 08:21:44.994529 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-90a94e62-96b6-4972-a022-45dc99304d67 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32345ba76f5f4fdfa4507ae556c2b40f HTTP/1.1" status: 200 len: 380 time: 0.0395491 Jun 17 08:21:45.015483 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-5b7a32a9-a681-4939-948e-5eed077e5e8a tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Request body: {'port': {'device_id': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'admin_state_up': True, 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'security_groups': ['38b1d4b1-1916-4673-badc-e109775a85ba']}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:45.049796 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cada1e42-40f1-4957-9aae-14312bf48a68 req-461fa64d-6a35-4847-9b7f-83c53bf4a146 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 210 time: 0.0508640 Jun 17 08:21:45.145724 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-5b7a32a9-a681-4939-948e-5eed077e5e8a tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Made reservation on behalf of 32345ba76f5f4fdfa4507ae556c2b40f for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:45.149393 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-5b7a32a9-a681-4939-948e-5eed077e5e8a tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:45.284008 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-5b7a32a9-a681-4939-948e-5eed077e5e8a tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Allocated IP 172.20.0.14 (51798f25-c1b3-48ae-bf59-8e9230510319/c628fc29-4fc0-49cc-aa51-34ee9a630be6/348e596e-0ca1-4dc8-b95c-70932eac79c9) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:45.428138 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-5b7a32a9-a681-4939-948e-5eed077e5e8a tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:45.448317 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-5b7a32a9-a681-4939-948e-5eed077e5e8a tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Transition to ACTIVE for port object 348e596e-0ca1-4dc8-b95c-70932eac79c9 will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:45.480766 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-5b7a32a9-a681-4939-948e-5eed077e5e8a tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57996850'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:45.484700 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-793246f9-3881-47cd-a960-3d1ea95a2026 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:45.523279 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-5b7a32a9-a681-4939-948e-5eed077e5e8a tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Network 51798f25-c1b3-48ae-bf59-8e9230510319 is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:45.526741 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-5b7a32a9-a681-4939-948e-5eed077e5e8a tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:45.530531 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-5b7a32a9-a681-4939-948e-5eed077e5e8a tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:45.560277 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a32a9-a681-4939-948e-5eed077e5e8a tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Pushing event updated for resources: {'Port': ['ID=348e596e-0ca1-4dc8-b95c-70932eac79c9,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:45.566228 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5b7a32a9-a681-4939-948e-5eed077e5e8a tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:45.586325 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-5b7a32a9-a681-4939-948e-5eed077e5e8a tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:45.586943 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-5b7a32a9-a681-4939-948e-5eed077e5e8a tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:45.602434 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-5b7a32a9-a681-4939-948e-5eed077e5e8a tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6020746 Jun 17 08:21:45.614560 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Request body: {'port': {'device_id': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:45.693848 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:45.757044 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-129825d1-e024-494f-bb0b-30eb7fc40ecf None None] Provisioning for port 348e596e-0ca1-4dc8-b95c-70932eac79c9 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:45.761182 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-129825d1-e024-494f-bb0b-30eb7fc40ecf None None] Provisioning complete for port 348e596e-0ca1-4dc8-b95c-70932eac79c9 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:45.761559 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-129825d1-e024-494f-bb0b-30eb7fc40ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:45.795370 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-129825d1-e024-494f-bb0b-30eb7fc40ecf None None] Port 348e596e-0ca1-4dc8-b95c-70932eac79c9 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:21:45.948072 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348e596e-0ca1-4dc8-b95c-70932eac79c9 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:45.956135 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:45.968470 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Transition to ACTIVE for port object 348e596e-0ca1-4dc8-b95c-70932eac79c9 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:45.972169 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57996800'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:45.974231 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-2c635e62-3daa-4915-813c-8eb67d9a437f tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:46.053075 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Pushing event updated for resources: {'Port': ['ID=348e596e-0ca1-4dc8-b95c-70932eac79c9,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:46.071792 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:46.125163 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Attempting to bind port 348e596e-0ca1-4dc8-b95c-70932eac79c9 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:46.125590 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Attempting to bind port 348e596e-0ca1-4dc8-b95c-70932eac79c9 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '09e256df-9714-40b9-83d4-f136a1dd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:46.127334 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Attempting to bind port 348e596e-0ca1-4dc8-b95c-70932eac79c9 on network 51798f25-c1b3-48ae-bf59-8e9230510319 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:46.130573 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Port 348e596e-0ca1-4dc8-b95c-70932eac79c9 on network 51798f25-c1b3-48ae-bf59-8e9230510319 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:46.130975 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Attempting to bind port 348e596e-0ca1-4dc8-b95c-70932eac79c9 on network 51798f25-c1b3-48ae-bf59-8e9230510319 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:46.136410 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:46.136748 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Checking segment: {'id': '09e256df-9714-40b9-83d4-f136a1dd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:46.137132 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Bound using segment: {'id': '09e256df-9714-40b9-83d4-f136a1dd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:46.137559 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Bound port: 348e596e-0ca1-4dc8-b95c-70932eac79c9, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e256df-9714-40b9-83d4-f136a1dd15ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:46.137903 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.241636 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] For port 348e596e-0ca1-4dc8-b95c-70932eac79c9, host hv-cinder-79128, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:46.246268 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] For port 348e596e-0ca1-4dc8-b95c-70932eac79c9, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=348e596e-0ca1-4dc8-b95c-70932eac79c9,segment=NetworkSegment(09e256df-9714-40b9-83d4-f136a1dd15ae),segment_id=09e256df-9714-40b9-83d4-f136a1dd15ae)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:46.250161 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57996800'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.253700 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:46.290714 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:46.292336 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.293652 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] 10.222.0.38 "PUT /v2.0/ports/348e596e-0ca1-4dc8-b95c-70932eac79c9 HTTP/1.1" status: 200 len: 1094 time: 0.6835747 Jun 17 08:21:46.295978 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'tag': '348e596e-0ca1-4dc8-b95c-70932eac79c9'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:46.298334 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4099ed89-b0fc-4833-b9f2-7c298695c6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "58e39072-ca98-42dd-adc4-8f96a32f7195", "tag": "348e596e-0ca1-4dc8-b95c-70932eac79c9"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:46.314433 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc774c3-822c-4b34-a6d2-b46b2c1890be req-1ab3f97c-ebe9-4285-96c4-0584064e13d8 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:46.316571 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cbc774c3-822c-4b34-a6d2-b46b2c1890be req-1ab3f97c-ebe9-4285-96c4-0584064e13d8 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 944 time: 0.1451573 Jun 17 08:21:46.361213 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bf2508-ab11-4f31-94f8-196019e48336 x-openstack-request-id: req-a4bf2508-ab11-4f31-94f8-196019e48336 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:46.361551 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e39072-ca98-42dd-adc4-8f96a32f7195", "tag": "348e596e-0ca1-4dc8-b95c-70932eac79c9", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:46.361860 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4bf2508-ab11-4f31-94f8-196019e48336 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:46.362303 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'tag': '348e596e-0ca1-4dc8-b95c-70932eac79c9', 'status': 'completed', 'code': 200} Jun 17 08:21:46.362922 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Pushing event updated for resources: {'Port': ['ID=348e596e-0ca1-4dc8-b95c-70932eac79c9,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:46.383481 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:46.404796 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cbc774c3-822c-4b34-a6d2-b46b2c1890be req-d9a418cd-0167-4e6c-b661-bd206eadb345 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801046 Jun 17 08:21:46.432005 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-8a4be8a9-c354-4342-9570-1547d85a7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:46.433680 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-8a4be8a9-c354-4342-9570-1547d85a7b7e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=32345ba76f5f4fdfa4507ae556c2b40f&device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 1097 time: 0.0842395 Jun 17 08:21:46.480470 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-6e33382d-4c97-4765-a630-1576905812a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=348e596e-0ca1-4dc8-b95c-70932eac79c9 HTTP/1.1" status: 200 len: 217 time: 0.0392792 Jun 17 08:21:46.528830 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-bd9052e6-a368-4a1d-bdaf-a72bf4a1932c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:46.530286 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-bd9052e6-a368-4a1d-bdaf-a72bf4a1932c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c628fc29-4fc0-49cc-aa51-34ee9a630be6 HTTP/1.1" status: 200 len: 848 time: 0.0440762 Jun 17 08:21:46.597903 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-3900567d-c82b-4603-bbb1-b5b29c38f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:46.599275 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-3900567d-c82b-4603-bbb1-b5b29c38f648 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51798f25-c1b3-48ae-bf59-8e9230510319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628133 Jun 17 08:21:46.690476 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-1e2fb657-4299-43a4-9fdd-c4a18e8a0b1a service neutron] 10.222.0.38 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846636 Jun 17 08:21:46.781166 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2100821-1418-4a3b-9e07-328f1de1b3b7 req-35ff79a7-a12a-46c9-8aec-cc14cb604f5a service neutron] 10.222.0.38 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844491 Jun 17 08:21:46.882638 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099ed89-b0fc-4833-b9f2-7c298695c6fb req-e8b1967c-ccef-40f4-ad12-0d4afc233461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:46.884031 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4099ed89-b0fc-4833-b9f2-7c298695c6fb req-e8b1967c-ccef-40f4-ad12-0d4afc233461 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=32345ba76f5f4fdfa4507ae556c2b40f&device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 1097 time: 0.0545046 Jun 17 08:21:46.977033 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099ed89-b0fc-4833-b9f2-7c298695c6fb req-457737ed-84a0-44a9-a1bc-4053d18be041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:46.978497 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4099ed89-b0fc-4833-b9f2-7c298695c6fb req-457737ed-84a0-44a9-a1bc-4053d18be041 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51798f25-c1b3-48ae-bf59-8e9230510319 HTTP/1.1" status: 200 len: 910 time: 0.0833981 Jun 17 08:21:47.035802 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4099ed89-b0fc-4833-b9f2-7c298695c6fb req-051c568d-f2cd-4466-ada2-f1a2ce2c1575 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=348e596e-0ca1-4dc8-b95c-70932eac79c9 HTTP/1.1" status: 200 len: 217 time: 0.0376012 Jun 17 08:21:47.086474 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099ed89-b0fc-4833-b9f2-7c298695c6fb req-dfad2045-98c4-4f7a-9cf4-f2e02893c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:47.088749 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4099ed89-b0fc-4833-b9f2-7c298695c6fb req-dfad2045-98c4-4f7a-9cf4-f2e02893c2de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c628fc29-4fc0-49cc-aa51-34ee9a630be6 HTTP/1.1" status: 200 len: 848 time: 0.0425880 Jun 17 08:21:47.143075 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099ed89-b0fc-4833-b9f2-7c298695c6fb req-36ab7597-f36d-4cf9-8480-1ca7e5016603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:47.144474 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4099ed89-b0fc-4833-b9f2-7c298695c6fb req-36ab7597-f36d-4cf9-8480-1ca7e5016603 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51798f25-c1b3-48ae-bf59-8e9230510319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508060 Jun 17 08:21:47.238407 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4099ed89-b0fc-4833-b9f2-7c298695c6fb req-dee7c866-9a70-4916-8d0b-19e34664f41f service neutron] 10.222.0.38 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863199 Jun 17 08:21:47.328117 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4099ed89-b0fc-4833-b9f2-7c298695c6fb req-5c83b78e-4d0e-4d45-b3ff-5a454270aa77 service neutron] 10.222.0.38 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825143 Jun 17 08:21:47.589134 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d06dcc-8f88-4b91-8ff9-6e79fb39a478 req-d13b668e-8444-407f-8760-5ab1d089d03f tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:47.590583 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f7d06dcc-8f88-4b91-8ff9-6e79fb39a478 req-d13b668e-8444-407f-8760-5ab1d089d03f tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 944 time: 0.0660808 Jun 17 08:21:47.627971 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f7d06dcc-8f88-4b91-8ff9-6e79fb39a478 req-27cba92d-40c1-448a-8d69-e9f6b8508ad1 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317492 Jun 17 08:21:48.801218 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79e3bc-462d-4e5f-bacf-18d3183f678a req-72c7643f-35ca-490c-826c-dd7d141fe332 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:48.802717 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1b79e3bc-462d-4e5f-bacf-18d3183f678a req-72c7643f-35ca-490c-826c-dd7d141fe332 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 944 time: 0.0630786 Jun 17 08:21:48.841499 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1b79e3bc-462d-4e5f-bacf-18d3183f678a req-1ab3a3d1-d3d3-4eac-9bf7-05943c3befc5 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322399 Jun 17 08:21:50.014039 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bce021-120d-41d6-9c39-93a6752e6be2 req-38bfa4ce-d0a9-40f2-984d-cc0ec8abbf59 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:50.015822 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e3bce021-120d-41d6-9c39-93a6752e6be2 req-38bfa4ce-d0a9-40f2-984d-cc0ec8abbf59 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 944 time: 0.0653765 Jun 17 08:21:50.053214 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e3bce021-120d-41d6-9c39-93a6752e6be2 req-05aa5fc1-527a-4859-a9d0-0863aa751c45 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316441 Jun 17 08:21:51.227606 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660dfac-5da0-470d-ad37-64a4b27215be req-7cf12c3e-d34d-4b8f-8c16-b678c5c7dc2b tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:51.229048 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e660dfac-5da0-470d-ad37-64a4b27215be req-7cf12c3e-d34d-4b8f-8c16-b678c5c7dc2b tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 944 time: 0.0662982 Jun 17 08:21:51.266639 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e660dfac-5da0-470d-ad37-64a4b27215be req-77773a26-786e-4248-9021-7ef8e6a00e66 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319951 Jun 17 08:21:52.440529 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ce640-c2e8-4fde-9a66-86090541f7ff req-2cce885e-1807-4e66-b82a-dbcd5645b786 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:52.441998 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-478ce640-c2e8-4fde-9a66-86090541f7ff req-2cce885e-1807-4e66-b82a-dbcd5645b786 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 944 time: 0.0631897 Jun 17 08:21:52.479172 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-478ce640-c2e8-4fde-9a66-86090541f7ff req-c0e9a393-c4d4-4fc4-a589-df9d87fe944e tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304813 Jun 17 08:21:53.655186 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2797b-4663-4642-8448-547dae8b1897 req-00a69432-a162-48b2-b6d3-0f057d92be75 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:53.656705 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e0a2797b-4663-4642-8448-547dae8b1897 req-00a69432-a162-48b2-b6d3-0f057d92be75 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 944 time: 0.0674255 Jun 17 08:21:53.694495 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e0a2797b-4663-4642-8448-547dae8b1897 req-7c1ed4c7-69f4-4008-bba3-f84aa0dad21c tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322609 Jun 17 08:21:53.933503 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c39450b6-ff1c-451c-a426-fe5b4d12a17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.324907 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 348e596e-0ca1-4dc8-b95c-70932eac79c9 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:54.418559 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 348e596e-0ca1-4dc8-b95c-70932eac79c9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=348e596e-0ca1-4dc8-b95c-70932eac79c9,segment=NetworkSegment(09e256df-9714-40b9-83d4-f136a1dd15ae),segment_id=09e256df-9714-40b9-83d4-f136a1dd15ae)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:54.429654 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': '348e596e-0ca1-4dc8-b95c-70932eac79c9', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'port_id': '348e596e-0ca1-4dc8-b95c-70932eac79c9', 'mac_address': 'fa:16:3e:4d:dd:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:54.465376 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.477236 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348e596e-0ca1-4dc8-b95c-70932eac79c9 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:54.495919 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 348e596e-0ca1-4dc8-b95c-70932eac79c9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=348e596e-0ca1-4dc8-b95c-70932eac79c9,segment=NetworkSegment(09e256df-9714-40b9-83d4-f136a1dd15ae),segment_id=09e256df-9714-40b9-83d4-f136a1dd15ae)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:54.500072 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.501753 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-2e26d76a-53ab-4edf-88b1-e1c9cfe5c199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:54.545669 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=348e596e-0ca1-4dc8-b95c-70932eac79c9,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:54.552317 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:54.552657 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:54.552986 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:54.553309 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:54.553629 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:54.553947 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:54.554265 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:54.554577 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:54.554893 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:54.555202 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:54.555539 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:54.555847 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:54.559656 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:54.719333 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['348e596e-0ca1-4dc8-b95c-70932eac79c9'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:54.865627 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af4fee-8b48-4fe6-884c-d81556e12b32 req-989dfc51-690f-4566-b81d-f61f3f3d455d tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:54.867098 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a4af4fee-8b48-4fe6-884c-d81556e12b32 req-989dfc51-690f-4566-b81d-f61f3f3d455d tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 945 time: 0.0630224 Jun 17 08:21:54.905753 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a4af4fee-8b48-4fe6-884c-d81556e12b32 req-60bd64f6-f60f-447e-a988-a5e503c84202 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318778 Jun 17 08:21:56.078063 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bca66-26de-417c-81b9-f436590ede6e req-5c7f48c8-9cb2-415c-ba73-9ff968806664 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:56.079705 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3f8bca66-26de-417c-81b9-f436590ede6e req-5c7f48c8-9cb2-415c-ba73-9ff968806664 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 945 time: 0.0631545 Jun 17 08:21:56.116052 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3f8bca66-26de-417c-81b9-f436590ede6e req-6b9f0e40-f50e-4663-bcfe-6f4463957ab2 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308809 Jun 17 08:21:56.339847 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 348e596e-0ca1-4dc8-b95c-70932eac79c9 up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:56.394234 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port 348e596e-0ca1-4dc8-b95c-70932eac79c9 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:56.398130 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port 348e596e-0ca1-4dc8-b95c-70932eac79c9 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:56.398506 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:56.477773 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:56.500024 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348e596e-0ca1-4dc8-b95c-70932eac79c9'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:56.502530 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddb2ba1-a788-4974-aa28-276a51f93053" -d '{"events": [{"server_uuid": "58e39072-ca98-42dd-adc4-8f96a32f7195", "name": "network-vif-plugged", "status": "completed", "tag": "348e596e-0ca1-4dc8-b95c-70932eac79c9"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:56.525073 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 348e596e-0ca1-4dc8-b95c-70932eac79c9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=348e596e-0ca1-4dc8-b95c-70932eac79c9,segment=NetworkSegment(09e256df-9714-40b9-83d4-f136a1dd15ae),segment_id=09e256df-9714-40b9-83d4-f136a1dd15ae)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:56.530311 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:56.532631 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:56.535139 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:56.559607 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b62c176-2363-472f-99f5-91e0f837bf54 x-openstack-request-id: req-3b62c176-2363-472f-99f5-91e0f837bf54 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:56.560082 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e39072-ca98-42dd-adc4-8f96a32f7195", "name": "network-vif-plugged", "status": "completed", "tag": "348e596e-0ca1-4dc8-b95c-70932eac79c9", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:56.560342 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b62c176-2363-472f-99f5-91e0f837bf54 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:56.560737 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348e596e-0ca1-4dc8-b95c-70932eac79c9', 'code': 200} Jun 17 08:21:56.588749 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=348e596e-0ca1-4dc8-b95c-70932eac79c9,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:56.592210 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:56.742058 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b0dbfe60-087d-4561-b064-5d1109421e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:56.823926 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09564f7d-fd4d-4976-9c36-d3db01789694 req-66011b95-5c1d-4318-b3d6-af59472704d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:56.825374 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-09564f7d-fd4d-4976-9c36-d3db01789694 req-66011b95-5c1d-4318-b3d6-af59472704d8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 1099 time: 0.0537734 Jun 17 08:21:56.860206 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-09564f7d-fd4d-4976-9c36-d3db01789694 req-c80e4743-4fd2-4071-91d2-9c1e5c47a270 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276561 Jun 17 08:21:57.293620 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff975af-9a95-44a4-a8c4-e594a6514d59 req-60905a6a-af3d-4a3f-8669-bcc46ef18646 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.295090 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fff975af-9a95-44a4-a8c4-e594a6514d59 req-60905a6a-af3d-4a3f-8669-bcc46ef18646 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.0627837 Jun 17 08:21:57.337782 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fff975af-9a95-44a4-a8c4-e594a6514d59 req-0547b18b-3469-4038-bb57-8ca927bb957d tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369289 Jun 17 08:21:57.811216 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:58.514345 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee11003-300d-46db-b74b-54a492b9dae5 req-d868f996-1635-417d-9a0f-33221b6096d3 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:58.515965 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7ee11003-300d-46db-b74b-54a492b9dae5 req-d868f996-1635-417d-9a0f-33221b6096d3 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.0669940 Jun 17 08:21:58.551979 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7ee11003-300d-46db-b74b-54a492b9dae5 req-1585c1f6-c275-476f-8818-cd30ee780448 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305197 Jun 17 08:21:58.726865 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b8252-7b53-453a-9367-c62181ce12e3 req-552d0b9b-22c7-4bda-861d-0c13233cb744 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:58.728299 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-443b8252-7b53-453a-9367-c62181ce12e3 req-552d0b9b-22c7-4bda-861d-0c13233cb744 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.0652544 Jun 17 08:21:58.767932 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-443b8252-7b53-453a-9367-c62181ce12e3 req-e145850f-c9f7-45b7-ad2b-2b22cb4c52fb tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330210 Jun 17 08:21:58.776228 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:58.792071 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 58094) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:58.885909 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd06c844-4a75-42ff-bbaa-811484bc9ef2 tempest-TestShelveInstance-1009221231 tempest-TestShelveInstance-1009221231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:58.888313 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-bd06c844-4a75-42ff-bbaa-811484bc9ef2 tempest-TestShelveInstance-1009221231 tempest-TestShelveInstance-1009221231-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 1094 time: 0.0947258 Jun 17 08:21:58.891198 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 58098) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:58.895519 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Request body: {'floatingip': {'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'port_id': '348e596e-0ca1-4dc8-b95c-70932eac79c9', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:58.916630 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for floatingip, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.013224 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.111894 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Allocated IP 172.27.0.73 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/afd12e43-7eab-4f46-8ed3-11da7856fbfb) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:59.213372 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.250558 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63741659'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.253306 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-8ec69525-c8e9-4c2d-8f74-d7c3396f142f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:59.287974 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:59.290619 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:59.296200 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:59.301430 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Pushing event updated for resources: {'Port': ['ID=afd12e43-7eab-4f46-8ed3-11da7856fbfb,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:59.320326 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:59.640741 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.675412 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.715824 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.866260 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.870596 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63741673'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.872917 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-bda86705-2067-4654-922a-0ffb898855d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:59.950847 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Pushing event updated for resources: {'Port': ['ID=afd12e43-7eab-4f46-8ed3-11da7856fbfb,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:59.953960 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:59.959256 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:00.056398 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.l3_db [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Floating IP a5d175f7-8449-4369-97e3-4158f978709f associated. External IP: 172.27.0.73, port: 348e596e-0ca1-4dc8-b95c-70932eac79c9. Jun 17 08:22:00.256192 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Router 05ef1767-346f-4a67-a181-514482e68745 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:22:00.363285 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:22:00.372482 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac4e3b-2ea1-46fb-bff7-31c41d05e103 None None] Sync routers for ids ['05ef1767-346f-4a67-a181-514482e68745'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:22:00.378884 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:00.382289 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac4e3b-2ea1-46fb-bff7-31c41d05e103 None None] Routers {'05ef1767-346f-4a67-a181-514482e68745'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:22:00.382933 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-79ac4e3b-2ea1-46fb-bff7-31c41d05e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:21:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['05ef1767-346f-4a67-a181-514482e68745'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:00.420915 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-caf4fb0a-e274-47d8-a4e9-f9338baedc98 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5286663 Jun 17 08:22:00.421583 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'tag': '348e596e-0ca1-4dc8-b95c-70932eac79c9'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:00.423890 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d928ae2-8d8d-40c0-8c84-63abcef9818b" -d '{"events": [{"name": "network-changed", "server_uuid": "58e39072-ca98-42dd-adc4-8f96a32f7195", "tag": "348e596e-0ca1-4dc8-b95c-70932eac79c9"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:00.460224 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0363d74-d6e6-4c91-afa2-15365f3aa836 x-openstack-request-id: req-e0363d74-d6e6-4c91-afa2-15365f3aa836 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:00.460552 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e39072-ca98-42dd-adc4-8f96a32f7195", "tag": "348e596e-0ca1-4dc8-b95c-70932eac79c9", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:00.460844 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0363d74-d6e6-4c91-afa2-15365f3aa836 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:00.461275 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'tag': '348e596e-0ca1-4dc8-b95c-70932eac79c9', 'status': 'completed', 'code': 200} Jun 17 08:22:00.539712 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d928ae2-8d8d-40c0-8c84-63abcef9818b req-122c7482-ba60-4255-8fc8-75eeefbb25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.544826 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d928ae2-8d8d-40c0-8c84-63abcef9818b req-122c7482-ba60-4255-8fc8-75eeefbb25b8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=32345ba76f5f4fdfa4507ae556c2b40f&device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 1099 time: 0.0566566 Jun 17 08:22:00.615074 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-79ac4e3b-2ea1-46fb-bff7-31c41d05e103 None None] Set router 05ef1767-346f-4a67-a181-514482e68745 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:22:00.639938 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d928ae2-8d8d-40c0-8c84-63abcef9818b req-2c5bef8e-3b44-4710-b353-ed99fa121933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.641502 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d928ae2-8d8d-40c0-8c84-63abcef9818b req-2c5bef8e-3b44-4710-b353-ed99fa121933 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51798f25-c1b3-48ae-bf59-8e9230510319 HTTP/1.1" status: 200 len: 910 time: 0.0926280 Jun 17 08:22:00.704608 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d928ae2-8d8d-40c0-8c84-63abcef9818b req-674e56d7-40e1-4517-8102-14c287805358 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=348e596e-0ca1-4dc8-b95c-70932eac79c9 HTTP/1.1" status: 200 len: 999 time: 0.0564480 Jun 17 08:22:00.754971 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d928ae2-8d8d-40c0-8c84-63abcef9818b req-04dfee6e-127c-4885-9ace-f145831bcf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.756428 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d928ae2-8d8d-40c0-8c84-63abcef9818b req-04dfee6e-127c-4885-9ace-f145831bcf61 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c628fc29-4fc0-49cc-aa51-34ee9a630be6 HTTP/1.1" status: 200 len: 848 time: 0.0453782 Jun 17 08:22:00.813217 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d928ae2-8d8d-40c0-8c84-63abcef9818b req-28048df3-62d0-451b-918a-963c34e4b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.814645 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d928ae2-8d8d-40c0-8c84-63abcef9818b req-28048df3-62d0-451b-918a-963c34e4b525 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51798f25-c1b3-48ae-bf59-8e9230510319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502787 Jun 17 08:22:00.835126 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-79ac4e3b-2ea1-46fb-bff7-31c41d05e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef1767-346f-4a67-a181-514482e68745', 'name': 'tempest-TestShelveInstance-1544230736-router', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '42d90c24-fb40-4910-8749-9a979c73803e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:13Z', 'updated_at': '2021-06-17T08:21:17Z', 'revision_number': 4, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'gw_port': {'id': '42d90c24-fb40-4910-8749-9a979c73803e', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:14Z', 'updated_at': '2021-06-17T08:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': 'a5d175f7-8449-4369-97e3-4158f978709f', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '05ef1767-346f-4a67-a181-514482e68745', 'port_id': '348e596e-0ca1-4dc8-b95c-70932eac79c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'mac_address': 'fa:16:3e:4d:dd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:21:59Z', 'updated_at': '2021-06-17T08:21:59Z', 'revision_number': 0, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a75ac8f-1f6b-4eaa-804e-56683f4e700b', 'name': '', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'mac_address': 'fa:16:3e:a2:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:16Z', 'updated_at': '2021-06-17T08:21:23Z', 'revision_number': 5, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'subnets': [{'id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:00.860933 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac4e3b-2ea1-46fb-bff7-31c41d05e103 None None] Checking router: 05ef1767-346f-4a67-a181-514482e68745 for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:22:00.869086 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac4e3b-2ea1-46fb-bff7-31c41d05e103 None None] Routers {'05ef1767-346f-4a67-a181-514482e68745'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:22:00.869692 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-79ac4e3b-2ea1-46fb-bff7-31c41d05e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:21:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['05ef1767-346f-4a67-a181-514482e68745'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:00.906258 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d928ae2-8d8d-40c0-8c84-63abcef9818b req-532886b0-b664-4763-b34e-4b9129ce7911 service neutron] 10.222.0.38 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845025 Jun 17 08:22:00.979861 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-79ac4e3b-2ea1-46fb-bff7-31c41d05e103 None None] Set router 05ef1767-346f-4a67-a181-514482e68745 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:22:01.218178 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-79ac4e3b-2ea1-46fb-bff7-31c41d05e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef1767-346f-4a67-a181-514482e68745', 'name': 'tempest-TestShelveInstance-1544230736-router', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '42d90c24-fb40-4910-8749-9a979c73803e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:13Z', 'updated_at': '2021-06-17T08:21:17Z', 'revision_number': 4, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'gw_port': {'id': '42d90c24-fb40-4910-8749-9a979c73803e', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:14Z', 'updated_at': '2021-06-17T08:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': 'a5d175f7-8449-4369-97e3-4158f978709f', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '05ef1767-346f-4a67-a181-514482e68745', 'port_id': '348e596e-0ca1-4dc8-b95c-70932eac79c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'mac_address': 'fa:16:3e:4d:dd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:21:59Z', 'updated_at': '2021-06-17T08:21:59Z', 'revision_number': 0, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a75ac8f-1f6b-4eaa-804e-56683f4e700b', 'name': '', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'mac_address': 'fa:16:3e:a2:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:16Z', 'updated_at': '2021-06-17T08:21:23Z', 'revision_number': 5, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'subnets': [{'id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:01.244190 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac4e3b-2ea1-46fb-bff7-31c41d05e103 None None] The sync data for ids ['05ef1767-346f-4a67-a181-514482e68745'] in dv-cinder-791281-5-iscsi is: [{'id': '05ef1767-346f-4a67-a181-514482e68745', 'name': 'tempest-TestShelveInstance-1544230736-router', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '42d90c24-fb40-4910-8749-9a979c73803e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:13Z', 'updated_at': '2021-06-17T08:21:17Z', 'revision_number': 4, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'gw_port': {'id': '42d90c24-fb40-4910-8749-9a979c73803e', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:14Z', 'updated_at': '2021-06-17T08:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': 'a5d175f7-8449-4369-97e3-4158f978709f', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '05ef1767-346f-4a67-a181-514482e68745', 'port_id': '348e596e-0ca1-4dc8-b95c-70932eac79c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'mac_address': 'fa:16:3e:4d:dd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:21:59Z', 'updated_at': '2021-06-17T08:21:59Z', 'revision_number': 0, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a75ac8f-1f6b-4eaa-804e-56683f4e700b', 'name': '', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'mac_address': 'fa:16:3e:a2:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:16Z', 'updated_at': '2021-06-17T08:21:23Z', 'revision_number': 5, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'subnets': [{'id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:22:01.289045 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-5d928ae2-8d8d-40c0-8c84-63abcef9818b req-b4aaaf57-233a-4b4e-a97a-cdac476f16bd service neutron] 10.222.0.38 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761330 Jun 17 08:22:01.432570 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f997a673-f50a-44eb-9c1d-7184602c43df None None] New status for floating IP a5d175f7-8449-4369-97e3-4158f978709f: ACTIVE {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:22:08.205036 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:22:23.935111 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3ac9464a-aef3-4c4a-a962-b87aaf3c2251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:26.519805 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:26.742726 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-93d96b77-359e-4e2e-8fcf-e4bf7a9892e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:27.814330 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.772483 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.677504 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:38.212680 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-452f1ce5-5ec7-4ef7-be1b-8c4e02c4c605 req-a3b9fcc0-10b9-48dd-8985-1509a34fe38e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0968740 Jun 17 08:22:38.310927 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f1ce5-5ec7-4ef7-be1b-8c4e02c4c605 req-979b9dba-8aff-4de6-bacf-a59a9988c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:38.312446 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-452f1ce5-5ec7-4ef7-be1b-8c4e02c4c605 req-979b9dba-8aff-4de6-bacf-a59a9988c2eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 1098 time: 0.0508881 Jun 17 08:22:38.417439 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f1ce5-5ec7-4ef7-be1b-8c4e02c4c605 req-7e00ba97-9faf-438b-a8e0-94ad30f0480a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:38.418890 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-452f1ce5-5ec7-4ef7-be1b-8c4e02c4c605 req-7e00ba97-9faf-438b-a8e0-94ad30f0480a service neutron] 10.222.0.38 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 913 time: 0.0869620 Jun 17 08:22:38.480888 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-452f1ce5-5ec7-4ef7-be1b-8c4e02c4c605 req-4f91fb87-d530-4bee-a00f-8401e3d13853 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff44c9d-d493-4f12-85ec-f95a3593ecb7 HTTP/1.1" status: 200 len: 1001 time: 0.0551379 Jun 17 08:22:38.528368 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f1ce5-5ec7-4ef7-be1b-8c4e02c4c605 req-ac12c755-7a1f-4808-8ac9-3f792da743fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:38.529765 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-452f1ce5-5ec7-4ef7-be1b-8c4e02c4c605 req-ac12c755-7a1f-4808-8ac9-3f792da743fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e76fa1ac-6046-4734-9f86-f08e5acf6755 HTTP/1.1" status: 200 len: 851 time: 0.0429089 Jun 17 08:22:38.587716 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f1ce5-5ec7-4ef7-be1b-8c4e02c4c605 req-b6c40261-6557-46d5-9139-cd0ab2c33aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:38.589165 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-452f1ce5-5ec7-4ef7-be1b-8c4e02c4c605 req-b6c40261-6557-46d5-9139-cd0ab2c33aba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f677da10-206c-4631-a34f-1a8c85c68abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531318 Jun 17 08:22:38.599859 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [req-452f1ce5-5ec7-4ef7-be1b-8c4e02c4c605 req-1e364af5-a04b-4292-8f5d-97b36299baa8 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:22:38.600906 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-452f1ce5-5ec7-4ef7-be1b-8c4e02c4c605 req-1e364af5-a04b-4292-8f5d-97b36299baa8 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050724 Jun 17 08:22:38.690480 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-452f1ce5-5ec7-4ef7-be1b-8c4e02c4c605 req-157c2b6e-3482-4d91-912c-2275ce173f27 service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826714 Jun 17 08:22:38.787394 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-452f1ce5-5ec7-4ef7-be1b-8c4e02c4c605 req-40961677-cd3b-4df9-a6d9-42aa989dc9bc service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897229 Jun 17 08:22:45.204900 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:22:53.936597 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a1d824d2-45f1-4d74-b334-04c7eae53a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:56.523769 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:56.744894 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5942322a-64a4-46cd-aa8d-02763cbfa209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.816288 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:58.788342 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.680627 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:22.203605 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:23:23.937809 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-82162ff1-15fa-46de-bd44-116190cc4bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:26.527365 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:26.746455 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9c9d52c-5629-4f22-a92e-0ed8cb2de1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:27.819793 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.793457 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:29.684072 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:30.358363 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75babe-926d-4b5d-bccf-9a2c93e44bca req-99aa73ea-185f-4ad6-b494-bcb7f11de144 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:30.359903 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9a75babe-926d-4b5d-bccf-9a2c93e44bca req-99aa73ea-185f-4ad6-b494-bcb7f11de144 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 945 time: 0.1164155 Jun 17 08:23:30.398795 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9a75babe-926d-4b5d-bccf-9a2c93e44bca req-52c8f388-7f1b-4321-bfc5-ef005a20007b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330241 Jun 17 08:23:31.633564 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db59145-739d-4c03-9baa-ed08f2fe45ee req-77a24422-e11f-4775-80c9-d41f260e2df7 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:31.635035 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4db59145-739d-4c03-9baa-ed08f2fe45ee req-77a24422-e11f-4775-80c9-d41f260e2df7 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 945 time: 0.1076927 Jun 17 08:23:31.678841 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-4db59145-739d-4c03-9baa-ed08f2fe45ee req-5e68f37b-1954-4329-889b-ab38b8acfe70 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369780 Jun 17 08:23:31.761231 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845c7c7-6061-4958-83c0-8f7dbb550ca3 req-34051162-5383-4591-b8d6-b493be9c77d8 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:31.762697 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e845c7c7-6061-4958-83c0-8f7dbb550ca3 req-34051162-5383-4591-b8d6-b493be9c77d8 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.38 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 945 time: 0.0612712 Jun 17 08:23:31.864525 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-e845c7c7-6061-4958-83c0-8f7dbb550ca3 req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Deleting port 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:23:31.864525 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e845c7c7-6061-4958-83c0-8f7dbb550ca3 req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.955690 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-e845c7c7-6061-4958-83c0-8f7dbb550ca3 req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] For port 6ff44c9d-d493-4f12-85ec-f95a3593ecb7, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6ff44c9d-d493-4f12-85ec-f95a3593ecb7,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:31.956058 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e845c7c7-6061-4958-83c0-8f7dbb550ca3 req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.122927 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e845c7c7-6061-4958-83c0-8f7dbb550ca3 req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.123404 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e845c7c7-6061-4958-83c0-8f7dbb550ca3 req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.123899 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.l3_db [req-e845c7c7-6061-4958-83c0-8f7dbb550ca3 req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Floating IP 324b6ca4-a333-4bb3-935b-20915634216e disassociated. External IP: 172.27.0.108, port: 6ff44c9d-d493-4f12-85ec-f95a3593ecb7. Jun 17 08:23:32.124231 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-e845c7c7-6061-4958-83c0-8f7dbb550ca3 req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Calling delete_port for 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:23:32.254773 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e845c7c7-6061-4958-83c0-8f7dbb550ca3 req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.258647 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ffdaf0ae-1b90-4184-a3a3-002343be4a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:32.285094 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event deleted for resources: {'Port': ['ID=6ff44c9d-d493-4f12-85ec-f95a3593ecb7,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:32.297537 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:32.297919 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:32.298291 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:32.298652 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:32.299010 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:32.299404 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:32.299761 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:32.300116 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:32.300471 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:32.300825 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:32.301175 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:32.301522 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:32.306620 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:32.414533 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e845c7c7-6061-4958-83c0-8f7dbb550ca3 req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:23:32.525682 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e845c7c7-6061-4958-83c0-8f7dbb550ca3 req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:23:32.535919 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5887dfe2-4639-432d-a369-d24a4ae7e498 None None] Sync routers for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:23:32.546963 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5887dfe2-4639-432d-a369-d24a4ae7e498 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:32.547629 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5887dfe2-4639-432d-a369-d24a4ae7e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:23:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:32.571368 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-e845c7c7-6061-4958-83c0-8f7dbb550ca3 req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] No DVR routers for this DVR port 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 on host hv-cinder-79128 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:23:32.574384 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-e845c7c7-6061-4958-83c0-8f7dbb550ca3 req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.576573 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e845c7c7-6061-4958-83c0-8f7dbb550ca3 req-fd026a41-1446-4661-b133-7ace68d3c806 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.38 "DELETE /v2.0/ports/6ff44c9d-d493-4f12-85ec-f95a3593ecb7 HTTP/1.1" status: 204 len: 173 time: 0.8078907 Jun 17 08:23:32.577113 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafe7f88-1c92-47ce-acfa-3958827608b6', 'name': 'network-vif-deleted', 'tag': '6ff44c9d-d493-4f12-85ec-f95a3593ecb7'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:32.579491 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc089e5-d710-4940-8358-229158013d7d" -d '{"events": [{"server_uuid": "dafe7f88-1c92-47ce-acfa-3958827608b6", "name": "network-vif-deleted", "tag": "6ff44c9d-d493-4f12-85ec-f95a3593ecb7"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:32.627364 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06aabab7-eb4f-423c-8411-5d6b145dcb17 x-openstack-request-id: req-06aabab7-eb4f-423c-8411-5d6b145dcb17 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:32.627766 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafe7f88-1c92-47ce-acfa-3958827608b6", "name": "network-vif-deleted", "tag": "6ff44c9d-d493-4f12-85ec-f95a3593ecb7", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:32.628190 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06aabab7-eb4f-423c-8411-5d6b145dcb17 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:32.628907 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafe7f88-1c92-47ce-acfa-3958827608b6', 'name': 'network-vif-deleted', 'tag': '6ff44c9d-d493-4f12-85ec-f95a3593ecb7', 'status': 'completed', 'code': 200} Jun 17 08:23:32.662156 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-5887dfe2-4639-432d-a369-d24a4ae7e498 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:32.842404 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d49e8697-eb94-486e-af82-43be2097ff0f req-d8be0884-7a2b-4215-8428-25877c909efb tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=dafe7f88-1c92-47ce-acfa-3958827608b6 HTTP/1.1" status: 200 len: 210 time: 0.0319846 Jun 17 08:23:32.890616 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5887dfe2-4639-432d-a369-d24a4ae7e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:32.926990 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5887dfe2-4639-432d-a369-d24a4ae7e498 None None] Checking router: 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:23:32.936630 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5887dfe2-4639-432d-a369-d24a4ae7e498 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:32.937244 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5887dfe2-4639-432d-a369-d24a4ae7e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:23:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:33.055831 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-5887dfe2-4639-432d-a369-d24a4ae7e498 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:33.300483 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5887dfe2-4639-432d-a369-d24a4ae7e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:33.329245 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5887dfe2-4639-432d-a369-d24a4ae7e498 None None] The sync data for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi is: [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:23:33.562004 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51ef87-a96b-4a8d-b62e-350ea4d11a22 None None] New status for floating IP 324b6ca4-a333-4bb3-935b-20915634216e: DOWN {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:23:34.139796 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-d43d3af2-5e5d-41fb-ae12-1a12ae7fb84b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408336573&fields=id&tenant_id=e32fc6833c404cbc9ef58bd68094fc23 HTTP/1.1" status: 200 len: 267 time: 0.0362051 Jun 17 08:23:34.243666 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-4158fcdd-59bc-42e5-922f-cbdc87ee0b63 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:34.245140 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-4158fcdd-59bc-42e5-922f-cbdc87ee0b63 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 812 time: 0.0990121 Jun 17 08:23:34.260822 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-ab6c46bb-e347-442a-8eb5-aad1f5467495 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/quotas/e32fc6833c404cbc9ef58bd68094fc23 HTTP/1.1" status: 200 len: 375 time: 0.0092514 Jun 17 08:23:34.330906 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-7808980e-131d-4029-a8b7-1e5d099aef11 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643494 Jun 17 08:23:34.346885 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-fc7b340b-af77-4749-a9eb-16b1fb7fc2e2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=92979) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:23:34.348002 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-fc7b340b-af77-4749-a9eb-16b1fb7fc2e2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063405 Jun 17 08:23:34.449307 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-6d300d73-63fd-4ff3-a3b7-cc6e755e8557 service neutron] 10.222.0.35 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956669 Jun 17 08:23:34.544780 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-2b5c75a0-145b-4dd5-9b45-665c0588b4af service neutron] 10.222.0.35 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888510 Jun 17 08:23:34.857031 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a1b74983-33c2-4b8d-900a-4bc8956d84f6 req-43c67d68-8c3f-4611-9135-f1ad7420b378 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 210 time: 0.0297561 Jun 17 08:23:36.040588 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a30c2ada-9de2-46a9-bfe5-5e16adcb16b1 req-2eb69910-8282-4659-8080-7a191b209662 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 210 time: 0.0663016 Jun 17 08:23:36.089258 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-e4d3ac57-9d76-4cbf-9805-361022200907 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:36.090879 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-e4d3ac57-9d76-4cbf-9805-361022200907 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.38 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 812 time: 0.1482003 Jun 17 08:23:36.136103 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-49c0d682-f453-4ae0-a2cb-eab57c9cc1b5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e32fc6833c404cbc9ef58bd68094fc23 HTTP/1.1" status: 200 len: 380 time: 0.0361857 Jun 17 08:23:36.144259 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-df8e39ac-1e75-46f8-b062-3b618f281e06 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Request body: {'port': {'device_id': '31802755-7be8-4690-8dea-8b3ff9a28749', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'admin_state_up': True, 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'security_groups': ['1e0bf0b3-7b60-4cc5-abc7-e67532609482']}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:36.255652 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-df8e39ac-1e75-46f8-b062-3b618f281e06 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Made reservation on behalf of e32fc6833c404cbc9ef58bd68094fc23 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:36.259249 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-df8e39ac-1e75-46f8-b062-3b618f281e06 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.398490 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-df8e39ac-1e75-46f8-b062-3b618f281e06 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Allocated IP 172.20.0.8 (f677da10-206c-4631-a34f-1a8c85c68abd/e76fa1ac-6046-4734-9f86-f08e5acf6755/92303fc9-f977-4ecd-b063-e582f9c51025) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:36.559022 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-df8e39ac-1e75-46f8-b062-3b618f281e06 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.574150 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-df8e39ac-1e75-46f8-b062-3b618f281e06 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Transition to ACTIVE for port object 92303fc9-f977-4ecd-b063-e582f9c51025 will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:36.607964 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-df8e39ac-1e75-46f8-b062-3b618f281e06 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57996850'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.611744 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c047d8bc-bc13-4699-9993-b85d3dd95ae5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:36.667123 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-df8e39ac-1e75-46f8-b062-3b618f281e06 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Network f677da10-206c-4631-a34f-1a8c85c68abd is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:36.670778 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-df8e39ac-1e75-46f8-b062-3b618f281e06 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:36.678895 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-df8e39ac-1e75-46f8-b062-3b618f281e06 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:36.687660 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e39ac-1e75-46f8-b062-3b618f281e06 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event updated for resources: {'Port': ['ID=92303fc9-f977-4ecd-b063-e582f9c51025,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:36.708515 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-df8e39ac-1e75-46f8-b062-3b618f281e06 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:36.736799 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-df8e39ac-1e75-46f8-b062-3b618f281e06 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:36.737434 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-df8e39ac-1e75-46f8-b062-3b618f281e06 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.758256 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-df8e39ac-1e75-46f8-b062-3b618f281e06 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6178646 Jun 17 08:23:36.771692 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Request body: {'port': {'device_id': '31802755-7be8-4690-8dea-8b3ff9a28749', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:36.851410 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:23:36.855588 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.876674 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:23:36.877025 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 6ff44c9d-d493-4f12-85ec-f95a3593ecb7 not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:23:36.946987 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-89def7c0-2bd3-4477-aede-a38d398caa3a None None] Provisioning for port 92303fc9-f977-4ecd-b063-e582f9c51025 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:36.954898 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-89def7c0-2bd3-4477-aede-a38d398caa3a None None] Provisioning complete for port 92303fc9-f977-4ecd-b063-e582f9c51025 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:36.955599 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-89def7c0-2bd3-4477-aede-a38d398caa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:37.002018 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-89def7c0-2bd3-4477-aede-a38d398caa3a None None] Port 92303fc9-f977-4ecd-b063-e582f9c51025 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:37.135819 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92303fc9-f977-4ecd-b063-e582f9c51025 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:37.146399 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:37.160292 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Transition to ACTIVE for port object 92303fc9-f977-4ecd-b063-e582f9c51025 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:37.165762 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57996800'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:37.169552 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5809b2de-ea3b-48dc-a83f-5fe7efe0938a tempest-AttachVolumeShelveTestJSON-1175929855 tempest-AttachVolumeShelveTestJSON-1175929855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:37.276997 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Pushing event updated for resources: {'Port': ['ID=92303fc9-f977-4ecd-b063-e582f9c51025,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:37.281905 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:37.363184 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50049b-c2b6-41e3-ad17-ba2bf5af1f6e req-4223573b-2591-45c8-9eab-aa9051157434 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:37.364814 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-eb50049b-c2b6-41e3-ad17-ba2bf5af1f6e req-4223573b-2591-45c8-9eab-aa9051157434 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 943 time: 0.2002530 Jun 17 08:23:37.386715 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Attempting to bind port 92303fc9-f977-4ecd-b063-e582f9c51025 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:37.387044 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Attempting to bind port 92303fc9-f977-4ecd-b063-e582f9c51025 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:37.387397 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Attempting to bind port 92303fc9-f977-4ecd-b063-e582f9c51025 on network f677da10-206c-4631-a34f-1a8c85c68abd {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:37.403188 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Port 92303fc9-f977-4ecd-b063-e582f9c51025 on network f677da10-206c-4631-a34f-1a8c85c68abd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:37.403584 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Attempting to bind port 92303fc9-f977-4ecd-b063-e582f9c51025 on network f677da10-206c-4631-a34f-1a8c85c68abd {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:37.416467 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:37.416806 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Checking segment: {'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:37.417180 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Bound using segment: {'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:37.417608 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Bound port: 92303fc9-f977-4ecd-b063-e582f9c51025, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:37.417946 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:37.425246 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-eb50049b-c2b6-41e3-ad17-ba2bf5af1f6e req-03baaa0e-0d26-43c1-a0ac-d4f332453a40 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497093 Jun 17 08:23:37.489627 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] For port 92303fc9-f977-4ecd-b063-e582f9c51025, host hv-cinder-79128, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:37.492670 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] For port 92303fc9-f977-4ecd-b063-e582f9c51025, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=92303fc9-f977-4ecd-b063-e582f9c51025,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:37.496088 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57996800'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:37.498538 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-32cfebc9-6c19-429f-87cb-0021d0e045a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:37.530454 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:37.531063 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:37.532470 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] 10.222.0.38 "PUT /v2.0/ports/92303fc9-f977-4ecd-b063-e582f9c51025 HTTP/1.1" status: 200 len: 1093 time: 0.7654948 Jun 17 08:23:37.532998 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31802755-7be8-4690-8dea-8b3ff9a28749', 'tag': '92303fc9-f977-4ecd-b063-e582f9c51025'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:37.535293 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd2395a-e71f-4260-aaf4-d531c94015c7" -d '{"events": [{"name": "network-changed", "server_uuid": "31802755-7be8-4690-8dea-8b3ff9a28749", "tag": "92303fc9-f977-4ecd-b063-e582f9c51025"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:37.566534 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Pushing event updated for resources: {'Port': ['ID=92303fc9-f977-4ecd-b063-e582f9c51025,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:37.570040 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:37.582018 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abecbc37-3783-4895-9816-3ce1fc7082c7 x-openstack-request-id: req-abecbc37-3783-4895-9816-3ce1fc7082c7 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:37.582389 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31802755-7be8-4690-8dea-8b3ff9a28749", "tag": "92303fc9-f977-4ecd-b063-e582f9c51025", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:37.582681 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-abecbc37-3783-4895-9816-3ce1fc7082c7 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:37.583121 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31802755-7be8-4690-8dea-8b3ff9a28749', 'tag': '92303fc9-f977-4ecd-b063-e582f9c51025', 'status': 'completed', 'code': 200} Jun 17 08:23:37.649023 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-c495e638-02dc-447c-8afa-315a01453f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:37.650507 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-c495e638-02dc-447c-8afa-315a01453f9f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 1096 time: 0.0595429 Jun 17 08:23:37.695329 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-ca14acb0-28f1-4066-a4f5-a817efc77b70 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92303fc9-f977-4ecd-b063-e582f9c51025 HTTP/1.1" status: 200 len: 217 time: 0.0371294 Jun 17 08:23:37.749144 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-6a345f6f-30ba-4985-8ae0-872fb186634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:37.750580 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-6a345f6f-30ba-4985-8ae0-872fb186634c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e76fa1ac-6046-4734-9f86-f08e5acf6755 HTTP/1.1" status: 200 len: 851 time: 0.0483837 Jun 17 08:23:37.813591 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-246438aa-72a1-4366-9966-a18001c2ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:37.815249 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-246438aa-72a1-4366-9966-a18001c2ba52 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f677da10-206c-4631-a34f-1a8c85c68abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585442 Jun 17 08:23:37.910470 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-bbbe3366-57ef-42da-8c2d-ec0a3cc681d5 service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880911 Jun 17 08:23:38.018614 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a07c8f99-4b5d-4c33-9891-45d02448e0f1 req-33b4de09-55f7-439f-aa4a-529cc0481f8e service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996397 Jun 17 08:23:38.131652 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2395a-e71f-4260-aaf4-d531c94015c7 req-7dd47f06-6060-4496-a562-00c85319d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:38.133175 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ecd2395a-e71f-4260-aaf4-d531c94015c7 req-7dd47f06-6060-4496-a562-00c85319d91a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 1096 time: 0.0550606 Jun 17 08:23:38.229332 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2395a-e71f-4260-aaf4-d531c94015c7 req-4cfe79bb-b487-47df-bff4-192ae3b05995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:38.230840 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ecd2395a-e71f-4260-aaf4-d531c94015c7 req-4cfe79bb-b487-47df-bff4-192ae3b05995 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 913 time: 0.0895443 Jun 17 08:23:38.274887 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ecd2395a-e71f-4260-aaf4-d531c94015c7 req-9f8c73a3-f0cd-48b8-ab25-56a1a2603adf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92303fc9-f977-4ecd-b063-e582f9c51025 HTTP/1.1" status: 200 len: 217 time: 0.0347655 Jun 17 08:23:38.323425 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2395a-e71f-4260-aaf4-d531c94015c7 req-80ca9bc5-d80f-45bb-9412-03e2770c1e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:38.324857 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ecd2395a-e71f-4260-aaf4-d531c94015c7 req-80ca9bc5-d80f-45bb-9412-03e2770c1e69 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e76fa1ac-6046-4734-9f86-f08e5acf6755 HTTP/1.1" status: 200 len: 851 time: 0.0427203 Jun 17 08:23:38.391632 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2395a-e71f-4260-aaf4-d531c94015c7 req-f3f6a229-a23c-4a93-9886-b541cf12d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:38.393100 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ecd2395a-e71f-4260-aaf4-d531c94015c7 req-f3f6a229-a23c-4a93-9886-b541cf12d500 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f677da10-206c-4631-a34f-1a8c85c68abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596821 Jun 17 08:23:38.490597 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ecd2395a-e71f-4260-aaf4-d531c94015c7 req-a51672d9-c177-4202-b29c-f39a707b529d service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889051 Jun 17 08:23:38.626619 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ecd2395a-e71f-4260-aaf4-d531c94015c7 req-237d0191-2b1e-4a0a-9e5e-42db4eecca36 service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286433 Jun 17 08:23:38.652047 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d12533-be64-4861-ba86-d6fd641993df req-cc4c0e50-1939-4293-bfdf-8a6de438c0e4 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:38.653567 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-74d12533-be64-4861-ba86-d6fd641993df req-cc4c0e50-1939-4293-bfdf-8a6de438c0e4 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 943 time: 0.0896533 Jun 17 08:23:38.694232 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-74d12533-be64-4861-ba86-d6fd641993df req-f0a2e611-2b72-4e0c-af6b-f02d8fa3bb7d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347085 Jun 17 08:23:39.201820 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c910d1b6-bacb-4489-8e3b-ad589f1791df req-5f7a992f-77be-4af9-ae05-c8c08ed200ef service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540047 Jun 17 08:23:39.288890 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910d1b6-bacb-4489-8e3b-ad589f1791df req-765292fa-213d-4488-a6ab-41b35408cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:39.290319 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c910d1b6-bacb-4489-8e3b-ad589f1791df req-765292fa-213d-4488-a6ab-41b35408cfa8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=32345ba76f5f4fdfa4507ae556c2b40f&device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 1099 time: 0.0659595 Jun 17 08:23:39.396485 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910d1b6-bacb-4489-8e3b-ad589f1791df req-cbf46f26-2f43-4680-8fbf-40c98c00949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:39.397941 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c910d1b6-bacb-4489-8e3b-ad589f1791df req-cbf46f26-2f43-4680-8fbf-40c98c00949f service neutron] 10.222.0.38 "GET /v2.0/networks?id=51798f25-c1b3-48ae-bf59-8e9230510319 HTTP/1.1" status: 200 len: 910 time: 0.0867066 Jun 17 08:23:39.466970 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c910d1b6-bacb-4489-8e3b-ad589f1791df req-009a36b5-5615-432c-b981-13c695c987ae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=348e596e-0ca1-4dc8-b95c-70932eac79c9 HTTP/1.1" status: 200 len: 1001 time: 0.0613127 Jun 17 08:23:39.516137 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910d1b6-bacb-4489-8e3b-ad589f1791df req-092eb41c-dae6-445e-97aa-58289a8dbfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:39.517579 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c910d1b6-bacb-4489-8e3b-ad589f1791df req-092eb41c-dae6-445e-97aa-58289a8dbfc2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c628fc29-4fc0-49cc-aa51-34ee9a630be6 HTTP/1.1" status: 200 len: 848 time: 0.0448334 Jun 17 08:23:39.574802 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910d1b6-bacb-4489-8e3b-ad589f1791df req-afce9fef-6c02-4d6e-9b14-325926f8100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:39.576913 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c910d1b6-bacb-4489-8e3b-ad589f1791df req-afce9fef-6c02-4d6e-9b14-325926f8100f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51798f25-c1b3-48ae-bf59-8e9230510319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524418 Jun 17 08:23:39.992250 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c910d1b6-bacb-4489-8e3b-ad589f1791df req-632a0a4d-4128-4b27-a8c6-2b6e5995c948 service neutron] 10.222.0.38 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092355 Jun 17 08:23:40.048101 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f71d4a-4617-463c-8f69-9ed790eac2a5 req-21db06d7-60ed-4bb0-86b5-0d53ee06f2ee tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:40.049590 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-20f71d4a-4617-463c-8f69-9ed790eac2a5 req-21db06d7-60ed-4bb0-86b5-0d53ee06f2ee tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 943 time: 0.1114116 Jun 17 08:23:40.129961 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c910d1b6-bacb-4489-8e3b-ad589f1791df req-4e10d414-a73e-494a-9fb0-ed2dc832ff03 service neutron] 10.222.0.38 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299934 Jun 17 08:23:40.132806 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-20f71d4a-4617-463c-8f69-9ed790eac2a5 req-930d3ea4-dac7-4740-bfbe-caf09ba802e6 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555358 Jun 17 08:23:41.308247 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2fe21-5d8a-4f85-89b1-0922688fbc9b req-2616ec2d-9f09-48f2-aaa7-460dd3d3eea6 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:41.309722 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e1d2fe21-5d8a-4f85-89b1-0922688fbc9b req-2616ec2d-9f09-48f2-aaa7-460dd3d3eea6 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 943 time: 0.0641057 Jun 17 08:23:41.347524 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e1d2fe21-5d8a-4f85-89b1-0922688fbc9b req-32a84828-1172-4641-8018-66d85e7bf987 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320766 Jun 17 08:23:42.525676 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0d489-c0c0-4a56-a93b-65624a575cd5 req-4df43230-0851-4ad5-835e-69ca2a956b0a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:42.527156 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-90f0d489-c0c0-4a56-a93b-65624a575cd5 req-4df43230-0851-4ad5-835e-69ca2a956b0a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 943 time: 0.0665691 Jun 17 08:23:42.564737 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-90f0d489-c0c0-4a56-a93b-65624a575cd5 req-01439d4a-6932-4a0f-a74e-51caaebc5187 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314934 Jun 17 08:23:43.741764 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cf15d-5ae2-471f-96bf-3eaf8fabab60 req-0bd74c50-5458-4416-91c1-fafe02d80618 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:43.743258 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c85cf15d-5ae2-471f-96bf-3eaf8fabab60 req-0bd74c50-5458-4416-91c1-fafe02d80618 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 943 time: 0.0636067 Jun 17 08:23:43.782640 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c85cf15d-5ae2-471f-96bf-3eaf8fabab60 req-044a62f2-0508-40c3-9564-3e0c03fb729a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330923 Jun 17 08:23:44.899040 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 92303fc9-f977-4ecd-b063-e582f9c51025 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:23:44.959078 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf55f1c-46ea-4199-8e17-bf0786e29417 req-84485b52-792a-4b9d-b266-5895c3fc8588 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:44.960576 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0bf55f1c-46ea-4199-8e17-bf0786e29417 req-84485b52-792a-4b9d-b266-5895c3fc8588 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 943 time: 0.0661585 Jun 17 08:23:44.997747 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 92303fc9-f977-4ecd-b063-e582f9c51025, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=92303fc9-f977-4ecd-b063-e582f9c51025,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:45.003568 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-0bf55f1c-46ea-4199-8e17-bf0786e29417 req-0022cec5-7ebc-456c-adb7-cfceb6ea2e49 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372689 Jun 17 08:23:45.008621 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': '92303fc9-f977-4ecd-b063-e582f9c51025', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'port_id': '92303fc9-f977-4ecd-b063-e582f9c51025', 'mac_address': 'fa:16:3e:21:b2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:23:45.046582 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:45.058904 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92303fc9-f977-4ecd-b063-e582f9c51025 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:45.079042 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 92303fc9-f977-4ecd-b063-e582f9c51025, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=92303fc9-f977-4ecd-b063-e582f9c51025,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:45.082528 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:45.085293 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:45.128476 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=92303fc9-f977-4ecd-b063-e582f9c51025,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:45.135418 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:45.136019 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:45.136355 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:45.136675 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:45.137261 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:45.137582 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:45.137897 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:45.138209 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:45.139072 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:45.139407 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:45.139721 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:45.140027 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:45.143987 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:45.298268 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['92303fc9-f977-4ecd-b063-e582f9c51025'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:46.173438 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4e4ba-49a0-422f-b3af-4b098a6a5d67 req-004aaac3-2f28-444b-ac9b-ea392a58b999 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:46.174902 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d3a4e4ba-49a0-422f-b3af-4b098a6a5d67 req-004aaac3-2f28-444b-ac9b-ea392a58b999 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 944 time: 0.0621674 Jun 17 08:23:46.213121 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d3a4e4ba-49a0-422f-b3af-4b098a6a5d67 req-2b9027c9-45e0-4d38-bc92-eefe88891ff1 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323322 Jun 17 08:23:46.905558 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 92303fc9-f977-4ecd-b063-e582f9c51025 up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:46.954192 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port 92303fc9-f977-4ecd-b063-e582f9c51025 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:46.958252 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port 92303fc9-f977-4ecd-b063-e582f9c51025 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:46.958616 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.037447 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.059538 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31802755-7be8-4690-8dea-8b3ff9a28749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92303fc9-f977-4ecd-b063-e582f9c51025'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:47.062247 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87ca7cb-0777-4558-a4cf-57c2c828a14f" -d '{"events": [{"server_uuid": "31802755-7be8-4690-8dea-8b3ff9a28749", "name": "network-vif-plugged", "status": "completed", "tag": "92303fc9-f977-4ecd-b063-e582f9c51025"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:47.074603 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 92303fc9-f977-4ecd-b063-e582f9c51025, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=92303fc9-f977-4ecd-b063-e582f9c51025,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:47.078424 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.080386 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-26a680bb-c4c1-4af7-97f2-2c0064c7f3c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:47.127045 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=92303fc9-f977-4ecd-b063-e582f9c51025,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:47.130227 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:47.152842 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d32afd-c77e-43a2-b645-9054e5eca560 x-openstack-request-id: req-e1d32afd-c77e-43a2-b645-9054e5eca560 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:47.153164 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31802755-7be8-4690-8dea-8b3ff9a28749", "name": "network-vif-plugged", "status": "completed", "tag": "92303fc9-f977-4ecd-b063-e582f9c51025", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:47.153425 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1d32afd-c77e-43a2-b645-9054e5eca560 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:47.153824 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31802755-7be8-4690-8dea-8b3ff9a28749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92303fc9-f977-4ecd-b063-e582f9c51025', 'code': 200} Jun 17 08:23:47.427145 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a656d1-ac11-4d53-a976-17eea036f915 req-bb38b7d2-3a6b-4a1b-92c5-769ad06ffb86 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:47.428615 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a8a656d1-ac11-4d53-a976-17eea036f915 req-bb38b7d2-3a6b-4a1b-92c5-769ad06ffb86 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 945 time: 0.0995288 Jun 17 08:23:47.471106 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565522c4-d1cd-4b50-b0d6-d310d80e16d7 req-8f470889-8f4a-4ec9-8eb9-f99660fbf80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:47.472601 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-565522c4-d1cd-4b50-b0d6-d310d80e16d7 req-8f470889-8f4a-4ec9-8eb9-f99660fbf80d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 1098 time: 0.0956533 Jun 17 08:23:47.479559 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a8a656d1-ac11-4d53-a976-17eea036f915 req-69d044cd-63c6-48d8-be9c-b56473f34eb3 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450003 Jun 17 08:23:47.509428 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-565522c4-d1cd-4b50-b0d6-d310d80e16d7 req-97241425-8a1e-474b-b4c1-cc11319cd0c2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289283 Jun 17 08:23:48.656211 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d1a25-7ab6-456a-918c-5f7fda1e519d req-7f52f0a7-f3cc-424e-82ac-d92eb6757a34 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:48.657565 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-920d1a25-7ab6-456a-918c-5f7fda1e519d req-7f52f0a7-f3cc-424e-82ac-d92eb6757a34 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 945 time: 0.0637264 Jun 17 08:23:48.694561 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-920d1a25-7ab6-456a-918c-5f7fda1e519d req-a3d33c19-1200-4df1-9e46-b82c35481c97 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314145 Jun 17 08:23:48.870368 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b951ee6-e700-402b-af67-8f1e266e36da req-01ca8f4b-1b46-47a1-99b8-ba7bcdebbd92 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:48.871836 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2b951ee6-e700-402b-af67-8f1e266e36da req-01ca8f4b-1b46-47a1-99b8-ba7bcdebbd92 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 945 time: 0.0677037 Jun 17 08:23:48.909623 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2b951ee6-e700-402b-af67-8f1e266e36da req-4f8409e2-b24a-4dad-b6d4-8c5ed0dfc008 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313599 Jun 17 08:23:48.933434 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58216) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:48.986110 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474b966a-bca2-4f0b-8173-ffeb9012db89 tempest-TestVolumeBootPattern-1194086152 tempest-TestVolumeBootPattern-1194086152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:48.987638 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-474b966a-bca2-4f0b-8173-ffeb9012db89 tempest-TestVolumeBootPattern-1194086152 tempest-TestVolumeBootPattern-1194086152-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 1093 time: 0.0532398 Jun 17 08:23:48.990480 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58218) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:48.995439 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Request body: {'floatingip': {'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'port_id': '92303fc9-f977-4ecd-b063-e582f9c51025', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:49.018321 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for floatingip, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.118080 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.218389 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Allocated IP 172.27.0.139 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/77413ed2-62eb-46a9-a006-dc4ab68e2018) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:49.322047 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.360876 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57996850'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.363779 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-7c4b2531-0690-42bd-ab01-b9839a95c635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:49.399710 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:49.402544 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:49.405772 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:49.434020 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event updated for resources: {'Port': ['ID=77413ed2-62eb-46a9-a006-dc4ab68e2018,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:49.438687 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:49.771697 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.855591 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:50.005856 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:50.010221 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57996800'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:50.013240 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:50.085580 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event updated for resources: {'Port': ['ID=77413ed2-62eb-46a9-a006-dc4ab68e2018,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:50.089553 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:50.094179 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:50.194249 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.l3_db [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Floating IP 14250733-26b8-489b-bd33-37370384f215 associated. External IP: 172.27.0.139, port: 92303fc9-f977-4ecd-b063-e582f9c51025. Jun 17 08:23:50.396198 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:23:50.505878 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:23:50.515981 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce7b46-8e4e-437c-b89c-9946f3842ed0 None None] Sync routers for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:23:50.523673 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:50.525946 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce7b46-8e4e-437c-b89c-9946f3842ed0 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:50.526587 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-87ce7b46-8e4e-437c-b89c-9946f3842ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:23:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:50.576655 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5734363 Jun 17 08:23:50.576655 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31802755-7be8-4690-8dea-8b3ff9a28749', 'tag': '92303fc9-f977-4ecd-b063-e582f9c51025'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:50.576655 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360eb822-6547-4602-b0ab-7a14355fcc0b" -d '{"events": [{"name": "network-changed", "server_uuid": "31802755-7be8-4690-8dea-8b3ff9a28749", "tag": "92303fc9-f977-4ecd-b063-e582f9c51025"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:50.626833 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bbb977-5645-4158-bd03-087090f4cb0b x-openstack-request-id: req-b5bbb977-5645-4158-bd03-087090f4cb0b {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:50.627586 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31802755-7be8-4690-8dea-8b3ff9a28749", "tag": "92303fc9-f977-4ecd-b063-e582f9c51025", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:50.628113 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5bbb977-5645-4158-bd03-087090f4cb0b {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:50.628812 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31802755-7be8-4690-8dea-8b3ff9a28749', 'tag': '92303fc9-f977-4ecd-b063-e582f9c51025', 'status': 'completed', 'code': 200} Jun 17 08:23:50.638735 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-87ce7b46-8e4e-437c-b89c-9946f3842ed0 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:50.706618 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360eb822-6547-4602-b0ab-7a14355fcc0b req-a90752cc-0324-4e42-81aa-3749f3d23d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:50.708122 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-360eb822-6547-4602-b0ab-7a14355fcc0b req-a90752cc-0324-4e42-81aa-3749f3d23d15 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 1098 time: 0.0588622 Jun 17 08:23:50.805525 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360eb822-6547-4602-b0ab-7a14355fcc0b req-c97ddbf2-29e5-481a-95fd-49473b055b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:50.807012 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-360eb822-6547-4602-b0ab-7a14355fcc0b req-c97ddbf2-29e5-481a-95fd-49473b055b31 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 913 time: 0.0922139 Jun 17 08:23:50.884511 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-360eb822-6547-4602-b0ab-7a14355fcc0b req-bc89cdbf-ccaf-4794-85d6-9c926b8b846f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92303fc9-f977-4ecd-b063-e582f9c51025 HTTP/1.1" status: 200 len: 999 time: 0.0712149 Jun 17 08:23:50.940356 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360eb822-6547-4602-b0ab-7a14355fcc0b req-9dc2d5f7-854e-4598-a81a-f52f227b5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:50.941966 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-360eb822-6547-4602-b0ab-7a14355fcc0b req-9dc2d5f7-854e-4598-a81a-f52f227b5e56 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e76fa1ac-6046-4734-9f86-f08e5acf6755 HTTP/1.1" status: 200 len: 851 time: 0.0513434 Jun 17 08:23:51.005314 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360eb822-6547-4602-b0ab-7a14355fcc0b req-8504c548-83e5-4298-b27b-8b7f75e5d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:51.006806 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-360eb822-6547-4602-b0ab-7a14355fcc0b req-8504c548-83e5-4298-b27b-8b7f75e5d055 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f677da10-206c-4631-a34f-1a8c85c68abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578799 Jun 17 08:23:51.020527 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-87ce7b46-8e4e-437c-b89c-9946f3842ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '14250733-26b8-489b-bd33-37370384f215', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'port_id': '92303fc9-f977-4ecd-b063-e582f9c51025', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'mac_address': 'fa:16:3e:21:b2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31802755-7be8-4690-8dea-8b3ff9a28749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:23:49Z', 'updated_at': '2021-06-17T08:23:49Z', 'revision_number': 0, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:51.047619 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce7b46-8e4e-437c-b89c-9946f3842ed0 None None] Checking router: 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:23:51.055875 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce7b46-8e4e-437c-b89c-9946f3842ed0 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:51.056485 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-87ce7b46-8e4e-437c-b89c-9946f3842ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:23:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:51.104698 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-360eb822-6547-4602-b0ab-7a14355fcc0b req-3508dda3-1d42-447c-bc46-d52476fca004 service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912020 Jun 17 08:23:51.172396 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-87ce7b46-8e4e-437c-b89c-9946f3842ed0 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:51.196731 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-360eb822-6547-4602-b0ab-7a14355fcc0b req-825155ab-6cad-4b86-9d38-24be150a64fc service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860939 Jun 17 08:23:51.400998 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-87ce7b46-8e4e-437c-b89c-9946f3842ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '14250733-26b8-489b-bd33-37370384f215', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'port_id': '92303fc9-f977-4ecd-b063-e582f9c51025', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'mac_address': 'fa:16:3e:21:b2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31802755-7be8-4690-8dea-8b3ff9a28749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:23:49Z', 'updated_at': '2021-06-17T08:23:49Z', 'revision_number': 0, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:51.427688 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce7b46-8e4e-437c-b89c-9946f3842ed0 None None] The sync data for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi is: [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '14250733-26b8-489b-bd33-37370384f215', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'port_id': '92303fc9-f977-4ecd-b063-e582f9c51025', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'mac_address': 'fa:16:3e:21:b2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31802755-7be8-4690-8dea-8b3ff9a28749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:23:49Z', 'updated_at': '2021-06-17T08:23:49Z', 'revision_number': 0, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:23:51.622214 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be9b72f-1585-46d6-aaee-35aea3eb9807 None None] New status for floating IP 14250733-26b8-489b-bd33-37370384f215: ACTIVE {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:23:53.939602 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3e8ffd11-9601-4001-ba36-bcb45907d79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:56.141924 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bd6c2-0691-41a0-904b-15dba1948b69 req-b08dbaac-276e-4082-bee6-d72f2e15b9f4 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:56.143403 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3e7bd6c2-0691-41a0-904b-15dba1948b69 req-b08dbaac-276e-4082-bee6-d72f2e15b9f4 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.0674877 Jun 17 08:23:56.182203 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3e7bd6c2-0691-41a0-904b-15dba1948b69 req-6db74974-0e46-4eac-bed2-e8682e619314 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331235 Jun 17 08:23:56.530913 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:56.748553 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f45a5898-b3dc-479b-b3bd-039c5037f0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.358634 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aebfe9-9d26-4b27-967a-7c4bc98afdf9 req-f327d482-0337-483f-b27a-bd83d5e8c824 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:57.360198 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-21aebfe9-9d26-4b27-967a-7c4bc98afdf9 req-f327d482-0337-483f-b27a-bd83d5e8c824 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.0636406 Jun 17 08:23:57.398894 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-21aebfe9-9d26-4b27-967a-7c4bc98afdf9 req-f3060470-60c0-44d3-99cb-2e2d01104147 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330746 Jun 17 08:23:57.822529 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:58.579771 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d3cb8-3ede-44e1-bd96-ffcea92b02f2 req-8bbd97cb-fea0-4954-89b6-72c959badc47 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:58.581241 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1c3d3cb8-3ede-44e1-bd96-ffcea92b02f2 req-8bbd97cb-fea0-4954-89b6-72c959badc47 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.0676467 Jun 17 08:23:58.620894 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1c3d3cb8-3ede-44e1-bd96-ffcea92b02f2 req-f56eb2b6-17d0-40b6-92a9-ec43776d67a6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337648 Jun 17 08:23:58.801122 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:59.202239 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:23:59.687899 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:59.794363 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456671a-3ae2-4dd2-a9c3-a5f84ac5a889 req-bc011146-d44c-43e9-b7ec-7e7abf864332 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:59.796523 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6456671a-3ae2-4dd2-a9c3-a5f84ac5a889 req-bc011146-d44c-43e9-b7ec-7e7abf864332 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.0647643 Jun 17 08:23:59.835213 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6456671a-3ae2-4dd2-a9c3-a5f84ac5a889 req-a634e22b-0958-486f-ab2e-60c537627506 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328891 Jun 17 08:24:01.016203 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150feb4-2693-42ba-8547-e290c5e840d6 req-3653d824-513d-43d3-aa00-532fca18e85b tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:01.017688 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2150feb4-2693-42ba-8547-e290c5e840d6 req-3653d824-513d-43d3-aa00-532fca18e85b tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.0640056 Jun 17 08:24:01.055321 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2150feb4-2693-42ba-8547-e290c5e840d6 req-56b98e2b-eda0-4ad2-9ab0-f7da823ef75d tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319278 Jun 17 08:24:02.237284 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26357b0f-9319-4dcb-b648-c41b6cb15db5 req-200debc6-2f46-4203-8536-e4a9fa842604 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:02.238797 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-26357b0f-9319-4dcb-b648-c41b6cb15db5 req-200debc6-2f46-4203-8536-e4a9fa842604 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.0660326 Jun 17 08:24:02.277909 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-26357b0f-9319-4dcb-b648-c41b6cb15db5 req-292814cc-7685-44a8-b109-dbf9a8892e9b tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334189 Jun 17 08:24:03.454727 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05876b5e-321c-40d3-b17f-5a2e756dc108 req-c1b8bcca-0218-4a44-b5fd-e58847682aeb tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:03.456206 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-05876b5e-321c-40d3-b17f-5a2e756dc108 req-c1b8bcca-0218-4a44-b5fd-e58847682aeb tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.0623736 Jun 17 08:24:03.493955 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-05876b5e-321c-40d3-b17f-5a2e756dc108 req-bb824dca-90ca-4712-ab8c-6882bde68f43 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317657 Jun 17 08:24:04.669175 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de38bd-5966-45ea-ae51-c91b469f7299 req-85386a1f-9fe1-420a-8c9e-9aff1f2dcfea tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:04.670627 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2de38bd-5966-45ea-ae51-c91b469f7299 req-85386a1f-9fe1-420a-8c9e-9aff1f2dcfea tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.0660369 Jun 17 08:24:04.707723 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2de38bd-5966-45ea-ae51-c91b469f7299 req-b7763f82-2628-45c9-99b6-80a42bd58f8c tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314202 Jun 17 08:24:05.881487 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ed5ae-a3e9-4ba9-a90f-6c702d7c03c2 req-ec59641b-0f69-41af-9c89-597b34b086eb tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:05.882952 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-779ed5ae-a3e9-4ba9-a90f-6c702d7c03c2 req-ec59641b-0f69-41af-9c89-597b34b086eb tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.0640209 Jun 17 08:24:05.921094 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-779ed5ae-a3e9-4ba9-a90f-6c702d7c03c2 req-e57ed5d3-7557-48ab-9154-72afa2ef10f5 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322263 Jun 17 08:24:06.243357 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bcd76-1849-4808-984c-4eb20cb8fef1 req-83315a8a-4c7a-458b-a6a3-2cbfed1ad960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:06.245153 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ee5bcd76-1849-4808-984c-4eb20cb8fef1 req-83315a8a-4c7a-458b-a6a3-2cbfed1ad960 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=32345ba76f5f4fdfa4507ae556c2b40f&device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 1099 time: 0.0567985 Jun 17 08:24:06.354382 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bcd76-1849-4808-984c-4eb20cb8fef1 req-d24d816e-00f7-423b-a910-26046c872904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:06.355774 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ee5bcd76-1849-4808-984c-4eb20cb8fef1 req-d24d816e-00f7-423b-a910-26046c872904 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51798f25-c1b3-48ae-bf59-8e9230510319 HTTP/1.1" status: 200 len: 910 time: 0.1040754 Jun 17 08:24:06.420677 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ee5bcd76-1849-4808-984c-4eb20cb8fef1 req-7ffbd8b8-484d-4af2-b29c-e9795b053b5d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=348e596e-0ca1-4dc8-b95c-70932eac79c9 HTTP/1.1" status: 200 len: 1001 time: 0.0567632 Jun 17 08:24:06.473371 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bcd76-1849-4808-984c-4eb20cb8fef1 req-2221b6be-2dbc-4a28-b6cd-961bf36fdf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:06.474821 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ee5bcd76-1849-4808-984c-4eb20cb8fef1 req-2221b6be-2dbc-4a28-b6cd-961bf36fdf24 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c628fc29-4fc0-49cc-aa51-34ee9a630be6 HTTP/1.1" status: 200 len: 848 time: 0.0475760 Jun 17 08:24:06.533370 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bcd76-1849-4808-984c-4eb20cb8fef1 req-84cc5d6f-3347-4d69-8b59-dc30266b23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:06.534846 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ee5bcd76-1849-4808-984c-4eb20cb8fef1 req-84cc5d6f-3347-4d69-8b59-dc30266b23d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51798f25-c1b3-48ae-bf59-8e9230510319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538909 Jun 17 08:24:06.654193 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ee5bcd76-1849-4808-984c-4eb20cb8fef1 req-187e9b02-f07d-4c7c-8836-a98e5d96b44e service neutron] 10.222.0.38 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115594 Jun 17 08:24:06.743443 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ee5bcd76-1849-4808-984c-4eb20cb8fef1 req-a37ef26a-f77b-4a16-a67a-1ea1b6bcabf8 service neutron] 10.222.0.38 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826323 Jun 17 08:24:07.099041 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ada98e-e7c2-4827-92fb-a9f04c0079d1 req-8892d7e3-3070-47fa-88e6-bebcb66b1089 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:07.100534 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-64ada98e-e7c2-4827-92fb-a9f04c0079d1 req-8892d7e3-3070-47fa-88e6-bebcb66b1089 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.0645137 Jun 17 08:24:07.141500 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-64ada98e-e7c2-4827-92fb-a9f04c0079d1 req-23e4c9f7-adf5-4b48-a76b-d603c5853143 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352945 Jun 17 08:24:08.607366 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbade89-3c6f-42a9-b103-c7dbdc559cc8 req-f6efa13c-63b9-4dc2-8499-8f2f46558d92 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:08.609518 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-efbade89-3c6f-42a9-b103-c7dbdc559cc8 req-f6efa13c-63b9-4dc2-8499-8f2f46558d92 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.3554342 Jun 17 08:24:08.654809 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-efbade89-3c6f-42a9-b103-c7dbdc559cc8 req-cad5da4a-53ac-4837-8e81-93abd61e77ec tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390477 Jun 17 08:24:09.824766 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017f124-d0b0-4d80-8fc7-c461b82d1151 req-16c2cad1-bfdc-4dce-9189-d5a6e899e212 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:09.826220 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e017f124-d0b0-4d80-8fc7-c461b82d1151 req-16c2cad1-bfdc-4dce-9189-d5a6e899e212 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.0614452 Jun 17 08:24:09.863974 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e017f124-d0b0-4d80-8fc7-c461b82d1151 req-15ec7400-9676-4767-a158-e9c73926434d tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313652 Jun 17 08:24:10.155675 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 58264) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:10.218150 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cb2f1-96d6-49ab-b4fd-4f2244915985 req-75d28d8d-ff3b-447d-a591-47d85d5e74d0 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:10.219546 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6d9cb2f1-96d6-49ab-b4fd-4f2244915985 req-75d28d8d-ff3b-447d-a591-47d85d5e74d0 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.0685575 Jun 17 08:24:10.250860 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ad409574-212e-4dff-8ce4-e7e2bddd8dcb req-08129433-06ea-475d-8825-cd3f7a9b8065 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0938621 Jun 17 08:24:10.258835 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6d9cb2f1-96d6-49ab-b4fd-4f2244915985 req-b7040b5d-3f6e-4d07-8129-c05d9e2ff1be tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332122 Jun 17 08:24:11.443875 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca72ecd-b5a9-4b6c-b251-23ac9f998b74 req-eb611ed2-6f22-4a8c-95a4-e6ab14862991 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:11.445386 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-eca72ecd-b5a9-4b6c-b251-23ac9f998b74 req-eb611ed2-6f22-4a8c-95a4-e6ab14862991 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.0637212 Jun 17 08:24:11.494562 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-eca72ecd-b5a9-4b6c-b251-23ac9f998b74 req-c55e5205-c609-4280-b33c-f57e24239eb4 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431585 Jun 17 08:24:11.649473 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad409574-212e-4dff-8ce4-e7e2bddd8dcb req-bc3fc314-7779-4905-9efc-4a36f53a9ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:11.650934 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ad409574-212e-4dff-8ce4-e7e2bddd8dcb req-bc3fc314-7779-4905-9efc-4a36f53a9ae7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195&tenant_id=32345ba76f5f4fdfa4507ae556c2b40f HTTP/1.1" status: 200 len: 1099 time: 0.0628972 Jun 17 08:24:11.728015 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad409574-212e-4dff-8ce4-e7e2bddd8dcb req-2a6a49a7-58ee-4987-b977-50b6c2cc6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:11.729544 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ad409574-212e-4dff-8ce4-e7e2bddd8dcb req-2a6a49a7-58ee-4987-b977-50b6c2cc6b2e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=32345ba76f5f4fdfa4507ae556c2b40f&device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 1099 time: 0.0549808 Jun 17 08:24:11.822474 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad409574-212e-4dff-8ce4-e7e2bddd8dcb req-d6e1dd85-cce8-4708-9da4-9296584b772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:11.823958 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ad409574-212e-4dff-8ce4-e7e2bddd8dcb req-d6e1dd85-cce8-4708-9da4-9296584b772f service neutron] 10.222.0.38 "GET /v2.0/networks?id=51798f25-c1b3-48ae-bf59-8e9230510319 HTTP/1.1" status: 200 len: 910 time: 0.0882180 Jun 17 08:24:11.893890 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ad409574-212e-4dff-8ce4-e7e2bddd8dcb req-5219bc0c-9236-4c33-8371-ab5f1cf5830c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=348e596e-0ca1-4dc8-b95c-70932eac79c9 HTTP/1.1" status: 200 len: 1001 time: 0.0635159 Jun 17 08:24:11.941586 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad409574-212e-4dff-8ce4-e7e2bddd8dcb req-787b649c-d235-4952-a1cf-3463024ef475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:11.943075 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ad409574-212e-4dff-8ce4-e7e2bddd8dcb req-787b649c-d235-4952-a1cf-3463024ef475 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c628fc29-4fc0-49cc-aa51-34ee9a630be6 HTTP/1.1" status: 200 len: 848 time: 0.0425894 Jun 17 08:24:12.001334 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad409574-212e-4dff-8ce4-e7e2bddd8dcb req-d6139c27-c030-4e49-aa0c-3cf0aa675e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:12.003543 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ad409574-212e-4dff-8ce4-e7e2bddd8dcb req-d6139c27-c030-4e49-aa0c-3cf0aa675e67 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51798f25-c1b3-48ae-bf59-8e9230510319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539019 Jun 17 08:24:12.097349 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ad409574-212e-4dff-8ce4-e7e2bddd8dcb req-a9185aa6-3b3f-42b4-b9d2-b4fa81f90faf service neutron] 10.222.0.38 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875797 Jun 17 08:24:12.188193 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ad409574-212e-4dff-8ce4-e7e2bddd8dcb req-34290739-6b6d-40cf-9edb-c74a0ef11c7a service neutron] 10.222.0.38 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837340 Jun 17 08:24:12.672384 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dce49-532d-45e0-9ebc-7df0cf6740c2 req-be7e26c8-1297-4628-a7a7-d86de4262342 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:12.673943 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-498dce49-532d-45e0-9ebc-7df0cf6740c2 req-be7e26c8-1297-4628-a7a7-d86de4262342 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.0682001 Jun 17 08:24:12.717147 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-498dce49-532d-45e0-9ebc-7df0cf6740c2 req-e4f509e5-6cd7-4e4c-8eeb-6ee5b75523d6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370986 Jun 17 08:24:13.015003 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 348e596e-0ca1-4dc8-b95c-70932eac79c9 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:13.091821 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:13.114237 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '348e596e-0ca1-4dc8-b95c-70932eac79c9'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:13.116502 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a818ab86-9f96-4efd-86b2-210c2e6c95bf" -d '{"events": [{"server_uuid": "58e39072-ca98-42dd-adc4-8f96a32f7195", "name": "network-vif-unplugged", "status": "completed", "tag": "348e596e-0ca1-4dc8-b95c-70932eac79c9"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:13.129772 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 348e596e-0ca1-4dc8-b95c-70932eac79c9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=348e596e-0ca1-4dc8-b95c-70932eac79c9,segment=NetworkSegment(09e256df-9714-40b9-83d4-f136a1dd15ae),segment_id=09e256df-9714-40b9-83d4-f136a1dd15ae)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:13.133983 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:13.137129 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:13.159836 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab4f25e-91af-4ef9-959b-10d12e3e0959 x-openstack-request-id: req-cab4f25e-91af-4ef9-959b-10d12e3e0959 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:13.160131 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e39072-ca98-42dd-adc4-8f96a32f7195", "name": "network-vif-unplugged", "status": "completed", "tag": "348e596e-0ca1-4dc8-b95c-70932eac79c9", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:13.160387 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cab4f25e-91af-4ef9-959b-10d12e3e0959 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:13.160777 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '348e596e-0ca1-4dc8-b95c-70932eac79c9', 'code': 200} Jun 17 08:24:13.185439 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=348e596e-0ca1-4dc8-b95c-70932eac79c9,revision_number=6']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:13.188514 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:13.895644 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b983ef0-ce1e-45d2-ac8f-091dbe767c6a req-0a0dbeb0-3344-4b8f-99ea-520a15fc3b42 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:13.897157 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8b983ef0-ce1e-45d2-ac8f-091dbe767c6a req-0a0dbeb0-3344-4b8f-99ea-520a15fc3b42 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 944 time: 0.0651586 Jun 17 08:24:13.934315 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8b983ef0-ce1e-45d2-ac8f-091dbe767c6a req-1121dc54-4828-4379-96a5-a1dd5e7b8721 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314815 Jun 17 08:24:15.114716 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d8f47-ba8f-493d-ae96-4a6c6ecb7f05 req-31363dde-c89b-45de-aa08-9405f0cedde1 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:15.116197 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-292d8f47-ba8f-493d-ae96-4a6c6ecb7f05 req-31363dde-c89b-45de-aa08-9405f0cedde1 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 944 time: 0.0677836 Jun 17 08:24:15.154073 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-292d8f47-ba8f-493d-ae96-4a6c6ecb7f05 req-c719ca0a-f47f-4f50-ae3c-56a15ac443a8 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322084 Jun 17 08:24:16.330148 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c104f-1a9f-4115-bfac-0cfe834c7a40 req-598f4e46-851f-4774-b549-5db6298a8a01 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:16.332110 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fe0c104f-1a9f-4115-bfac-0cfe834c7a40 req-598f4e46-851f-4774-b549-5db6298a8a01 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 944 time: 0.0665066 Jun 17 08:24:16.372040 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-fe0c104f-1a9f-4115-bfac-0cfe834c7a40 req-bac5d6f8-5b77-42fa-8e89-8a4c4b1e5573 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341566 Jun 17 08:24:17.546084 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2780faf-e0e6-4e26-b175-94f11b65f261 req-755d826a-1ea7-491c-8c2b-9039499fb72b tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:17.547573 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2780faf-e0e6-4e26-b175-94f11b65f261 req-755d826a-1ea7-491c-8c2b-9039499fb72b tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 944 time: 0.0637000 Jun 17 08:24:17.585780 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d2780faf-e0e6-4e26-b175-94f11b65f261 req-241e6087-3ab1-4f8b-b8a7-cca1f573afb8 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319731 Jun 17 08:24:18.220437 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391df38b-b039-4254-bb48-51ee8976e624 req-ae85ecf3-3c35-425e-a5c8-2f8e6a6340ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:18.222661 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-391df38b-b039-4254-bb48-51ee8976e624 req-ae85ecf3-3c35-425e-a5c8-2f8e6a6340ea service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 1097 time: 0.0563498 Jun 17 08:24:18.256661 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-391df38b-b039-4254-bb48-51ee8976e624 req-ec61d672-a0d6-412b-884d-3f74d5b48c97 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278952 Jun 17 08:24:18.761777 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035dd1b-3efa-4464-a562-63e7ac806901 req-e97b819b-72cd-4949-9df5-24be3eab4c31 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:18.763256 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7035dd1b-3efa-4464-a562-63e7ac806901 req-e97b819b-72cd-4949-9df5-24be3eab4c31 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 944 time: 0.0630026 Jun 17 08:24:18.800822 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7035dd1b-3efa-4464-a562-63e7ac806901 req-159e1b8b-b071-46bf-9567-8b009cba5567 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311069 Jun 17 08:24:19.046250 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 348e596e-0ca1-4dc8-b95c-70932eac79c9 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:19.142518 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 348e596e-0ca1-4dc8-b95c-70932eac79c9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=348e596e-0ca1-4dc8-b95c-70932eac79c9,segment=NetworkSegment(09e256df-9714-40b9-83d4-f136a1dd15ae),segment_id=09e256df-9714-40b9-83d4-f136a1dd15ae)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:19.153651 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': '348e596e-0ca1-4dc8-b95c-70932eac79c9', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'port_id': '348e596e-0ca1-4dc8-b95c-70932eac79c9', 'mac_address': 'fa:16:3e:4d:dd:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:24:19.192013 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:19.205048 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348e596e-0ca1-4dc8-b95c-70932eac79c9 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:19.224833 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 348e596e-0ca1-4dc8-b95c-70932eac79c9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=348e596e-0ca1-4dc8-b95c-70932eac79c9,segment=NetworkSegment(09e256df-9714-40b9-83d4-f136a1dd15ae),segment_id=09e256df-9714-40b9-83d4-f136a1dd15ae)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:19.228875 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:19.230803 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:19.277781 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=348e596e-0ca1-4dc8-b95c-70932eac79c9,revision_number=7']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:19.280830 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:19.443721 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['348e596e-0ca1-4dc8-b95c-70932eac79c9'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:19.988054 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30345a38-e4d1-4f8b-b08a-d6bd06c7329b req-92f47bbe-d1bd-47cb-b465-17fc3bbf3136 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:19.989508 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-30345a38-e4d1-4f8b-b08a-d6bd06c7329b req-92f47bbe-d1bd-47cb-b465-17fc3bbf3136 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 945 time: 0.0695925 Jun 17 08:24:20.030070 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-30345a38-e4d1-4f8b-b08a-d6bd06c7329b req-a23dc075-661c-41bf-bd53-ae9eeb073233 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348866 Jun 17 08:24:21.053865 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 348e596e-0ca1-4dc8-b95c-70932eac79c9 up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:21.105992 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port 348e596e-0ca1-4dc8-b95c-70932eac79c9 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:21.106373 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:21.181149 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:21.203157 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348e596e-0ca1-4dc8-b95c-70932eac79c9'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:21.206042 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ca7ee7-3dc1-42ea-b273-1e334de17993" -d '{"events": [{"server_uuid": "58e39072-ca98-42dd-adc4-8f96a32f7195", "name": "network-vif-plugged", "status": "completed", "tag": "348e596e-0ca1-4dc8-b95c-70932eac79c9"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:21.218922 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 348e596e-0ca1-4dc8-b95c-70932eac79c9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=348e596e-0ca1-4dc8-b95c-70932eac79c9,segment=NetworkSegment(09e256df-9714-40b9-83d4-f136a1dd15ae),segment_id=09e256df-9714-40b9-83d4-f136a1dd15ae)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:21.223917 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:21.226634 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-f8a5909f-8810-4810-a356-f968ecedd56b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:21.256586 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9723258a-93b7-4bb8-9c7e-3da9b5a644b5 x-openstack-request-id: req-9723258a-93b7-4bb8-9c7e-3da9b5a644b5 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:21.256886 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e39072-ca98-42dd-adc4-8f96a32f7195", "name": "network-vif-plugged", "status": "completed", "tag": "348e596e-0ca1-4dc8-b95c-70932eac79c9", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:21.257171 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9723258a-93b7-4bb8-9c7e-3da9b5a644b5 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:21.257563 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348e596e-0ca1-4dc8-b95c-70932eac79c9', 'code': 200} Jun 17 08:24:21.282434 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=348e596e-0ca1-4dc8-b95c-70932eac79c9,revision_number=8']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:21.286096 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:23.941505 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39aa145b-15d6-4873-b99d-59602a91e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:26.531765 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:26.754194 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e1278300-497f-49dd-b129-15321227d645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:27.825740 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:28.809550 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:29.692021 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:36.200784 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:24:41.168368 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-48910d22-1590-48ca-b59d-09248bdc5e6c req-435ec0bb-a0f1-4860-8b67-c61f80ae8605 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538242 Jun 17 08:24:41.270738 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48910d22-1590-48ca-b59d-09248bdc5e6c req-f661e08c-a02c-43be-8214-0cf75cc3ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:41.272187 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-48910d22-1590-48ca-b59d-09248bdc5e6c req-f661e08c-a02c-43be-8214-0cf75cc3ce43 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=32345ba76f5f4fdfa4507ae556c2b40f&device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 1099 time: 0.0548711 Jun 17 08:24:41.384215 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48910d22-1590-48ca-b59d-09248bdc5e6c req-e61ec6df-dd66-4f8e-a1b8-f8605845d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:41.385666 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-48910d22-1590-48ca-b59d-09248bdc5e6c req-e61ec6df-dd66-4f8e-a1b8-f8605845d1a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51798f25-c1b3-48ae-bf59-8e9230510319 HTTP/1.1" status: 200 len: 910 time: 0.0907507 Jun 17 08:24:41.455526 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-48910d22-1590-48ca-b59d-09248bdc5e6c req-38ddbb36-dff0-4cfa-96ef-72504802b5e8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=348e596e-0ca1-4dc8-b95c-70932eac79c9 HTTP/1.1" status: 200 len: 1001 time: 0.0615611 Jun 17 08:24:41.512837 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48910d22-1590-48ca-b59d-09248bdc5e6c req-35e0b783-fe34-4f55-a9f2-7ad18f13a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:41.514339 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-48910d22-1590-48ca-b59d-09248bdc5e6c req-35e0b783-fe34-4f55-a9f2-7ad18f13a647 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c628fc29-4fc0-49cc-aa51-34ee9a630be6 HTTP/1.1" status: 200 len: 848 time: 0.0503893 Jun 17 08:24:41.573227 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48910d22-1590-48ca-b59d-09248bdc5e6c req-5c5b885a-164e-4968-87d0-2347286c27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:41.574698 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-48910d22-1590-48ca-b59d-09248bdc5e6c req-5c5b885a-164e-4968-87d0-2347286c27c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51798f25-c1b3-48ae-bf59-8e9230510319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532441 Jun 17 08:24:41.667140 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-48910d22-1590-48ca-b59d-09248bdc5e6c req-f19fcb80-feff-42e1-b982-6775b349e2d9 service neutron] 10.222.0.38 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848732 Jun 17 08:24:41.766108 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-48910d22-1590-48ca-b59d-09248bdc5e6c req-b6a61772-9270-44bd-83bc-450a312f5578 service neutron] 10.222.0.38 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890391 Jun 17 08:24:53.941826 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c4374e61-97a1-4f3a-8772-bfd93393c2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:56.534607 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:56.745130 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-de1ff49c-c384-4076-b3c7-cac6f0b3b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.828849 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:58.814982 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.693586 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:13.200549 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:25:23.942714 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-774d78a5-1ffd-4f8f-8a2a-22f95ee0fdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.536140 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.745576 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f54a043c-dbd2-4648-a544-55d0c6a6c580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:27.832915 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:28.832429 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:29.696788 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.627531 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 58354) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:35.786123 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Deleting port afd12e43-7eab-4f46-8ed3-11da7856fbfb {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:35.786541 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.862106 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.862427 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.924868 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Calling delete_port for afd12e43-7eab-4f46-8ed3-11da7856fbfb owned by network:floatingip {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:36.094164 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:36.096106 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-c5085c78-f21a-458c-a64d-3bc814aade5d tempest-VolumesActionsTest-1819226845 tempest-VolumesActionsTest-1819226845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:36.117024 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Pushing event deleted for resources: {'Port': ['ID=afd12e43-7eab-4f46-8ed3-11da7856fbfb,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:36.130013 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:36.130392 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:36.130756 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:36.131116 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:36.131495 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:36.131851 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:36.132199 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:36.132548 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:36.132898 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:36.133240 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:36.133586 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:36.133929 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:36.155810 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:36.193673 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for floatingip, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:36.193929 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.db.l3_db [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Floating IP a5d175f7-8449-4369-97e3-4158f978709f disassociated (deleted). External IP: 172.27.0.73, port: 348e596e-0ca1-4dc8-b95c-70932eac79c9. Jun 17 08:25:36.639838 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Router 05ef1767-346f-4a67-a181-514482e68745 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:25:36.745300 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:36.750749 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:36.755347 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f64091a-2411-4a16-9062-b9b056235ff4 None None] Sync routers for ids ['05ef1767-346f-4a67-a181-514482e68745'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:36.764532 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f64091a-2411-4a16-9062-b9b056235ff4 None None] Routers {'05ef1767-346f-4a67-a181-514482e68745'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:36.765151 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5f64091a-2411-4a16-9062-b9b056235ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['05ef1767-346f-4a67-a181-514482e68745'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:36.786917 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-235799f3-be76-4467-a787-1ad002f2f2c6 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "DELETE /v2.0/floatingips/a5d175f7-8449-4369-97e3-4158f978709f HTTP/1.1" status: 204 len: 168 time: 1.1581085 Jun 17 08:25:36.787440 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'tag': '348e596e-0ca1-4dc8-b95c-70932eac79c9'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:36.789734 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91717d5a66d4f21c3d4ee26fceabaaeea65e158ad2132854ec4b41ea25a0c723" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7fc044-6453-4c77-8dc4-d49e15ff3555" -d '{"events": [{"name": "network-changed", "server_uuid": "58e39072-ca98-42dd-adc4-8f96a32f7195", "tag": "348e596e-0ca1-4dc8-b95c-70932eac79c9"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:36.881895 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-5f64091a-2411-4a16-9062-b9b056235ff4 None None] Set router 05ef1767-346f-4a67-a181-514482e68745 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:36.930431 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518717f6-7db6-48ba-adf4-87339cb4cd0f x-openstack-request-id: req-518717f6-7db6-48ba-adf4-87339cb4cd0f {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:36.930936 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e39072-ca98-42dd-adc4-8f96a32f7195", "tag": "348e596e-0ca1-4dc8-b95c-70932eac79c9", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:36.931314 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-518717f6-7db6-48ba-adf4-87339cb4cd0f {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:36.931849 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'tag': '348e596e-0ca1-4dc8-b95c-70932eac79c9', 'status': 'completed', 'code': 200} Jun 17 08:25:37.007617 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fc044-6453-4c77-8dc4-d49e15ff3555 req-48d315e6-9b58-4b73-a2e4-3712fed8937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:37.009184 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9e7fc044-6453-4c77-8dc4-d49e15ff3555 req-48d315e6-9b58-4b73-a2e4-3712fed8937d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=32345ba76f5f4fdfa4507ae556c2b40f&device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 1099 time: 0.0556481 Jun 17 08:25:37.108430 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5f64091a-2411-4a16-9062-b9b056235ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef1767-346f-4a67-a181-514482e68745', 'name': 'tempest-TestShelveInstance-1544230736-router', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '42d90c24-fb40-4910-8749-9a979c73803e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:13Z', 'updated_at': '2021-06-17T08:21:17Z', 'revision_number': 4, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'gw_port': {'id': '42d90c24-fb40-4910-8749-9a979c73803e', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:14Z', 'updated_at': '2021-06-17T08:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '7a75ac8f-1f6b-4eaa-804e-56683f4e700b', 'name': '', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'mac_address': 'fa:16:3e:a2:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:16Z', 'updated_at': '2021-06-17T08:21:23Z', 'revision_number': 5, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'subnets': [{'id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:37.116483 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fc044-6453-4c77-8dc4-d49e15ff3555 req-8c839539-ba7e-499b-a0ee-740105f97325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:37.117952 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9e7fc044-6453-4c77-8dc4-d49e15ff3555 req-8c839539-ba7e-499b-a0ee-740105f97325 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51798f25-c1b3-48ae-bf59-8e9230510319 HTTP/1.1" status: 200 len: 910 time: 0.1021369 Jun 17 08:25:37.136385 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f64091a-2411-4a16-9062-b9b056235ff4 None None] Checking router: 05ef1767-346f-4a67-a181-514482e68745 for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:37.146100 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f64091a-2411-4a16-9062-b9b056235ff4 None None] Routers {'05ef1767-346f-4a67-a181-514482e68745'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:37.146640 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5f64091a-2411-4a16-9062-b9b056235ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['05ef1767-346f-4a67-a181-514482e68745'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:37.164365 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9e7fc044-6453-4c77-8dc4-d49e15ff3555 req-3d3f7eae-b1c4-4520-92ab-58b14ec906f7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=348e596e-0ca1-4dc8-b95c-70932eac79c9 HTTP/1.1" status: 200 len: 217 time: 0.0381119 Jun 17 08:25:37.241550 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fc044-6453-4c77-8dc4-d49e15ff3555 req-ee0c9e77-22ce-49d4-b604-bd040c5b66a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:37.242993 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9e7fc044-6453-4c77-8dc4-d49e15ff3555 req-ee0c9e77-22ce-49d4-b604-bd040c5b66a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c628fc29-4fc0-49cc-aa51-34ee9a630be6 HTTP/1.1" status: 200 len: 848 time: 0.0703120 Jun 17 08:25:37.259727 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-5f64091a-2411-4a16-9062-b9b056235ff4 None None] Set router 05ef1767-346f-4a67-a181-514482e68745 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:37.296469 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779b2af-2ab5-47f7-95a6-4c7aa1748174 req-2be5a8b7-b7d4-4eff-9d7b-230f750b142d tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:37.297954 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1779b2af-2ab5-47f7-95a6-4c7aa1748174 req-2be5a8b7-b7d4-4eff-9d7b-230f750b142d tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.1363270 Jun 17 08:25:37.345087 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fc044-6453-4c77-8dc4-d49e15ff3555 req-ccbd186a-39f9-4206-9702-917d034525f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:37.346562 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9e7fc044-6453-4c77-8dc4-d49e15ff3555 req-ccbd186a-39f9-4206-9702-917d034525f6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51798f25-c1b3-48ae-bf59-8e9230510319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0959356 Jun 17 08:25:37.349798 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1779b2af-2ab5-47f7-95a6-4c7aa1748174 req-610dfe22-c8f2-4b4a-a5a6-cf73eed61777 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458779 Jun 17 08:25:37.438493 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9e7fc044-6453-4c77-8dc4-d49e15ff3555 req-75533997-3ecf-472c-99ad-dda36f342fa5 service neutron] 10.222.0.38 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844417 Jun 17 08:25:37.458199 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-5f64091a-2411-4a16-9062-b9b056235ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef1767-346f-4a67-a181-514482e68745', 'name': 'tempest-TestShelveInstance-1544230736-router', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '42d90c24-fb40-4910-8749-9a979c73803e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:13Z', 'updated_at': '2021-06-17T08:21:17Z', 'revision_number': 4, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'gw_port': {'id': '42d90c24-fb40-4910-8749-9a979c73803e', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:14Z', 'updated_at': '2021-06-17T08:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '7a75ac8f-1f6b-4eaa-804e-56683f4e700b', 'name': '', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'mac_address': 'fa:16:3e:a2:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:16Z', 'updated_at': '2021-06-17T08:21:23Z', 'revision_number': 5, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'subnets': [{'id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:37.489560 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f64091a-2411-4a16-9062-b9b056235ff4 None None] The sync data for ids ['05ef1767-346f-4a67-a181-514482e68745'] in dv-cinder-791281-5-iscsi is: [{'id': '05ef1767-346f-4a67-a181-514482e68745', 'name': 'tempest-TestShelveInstance-1544230736-router', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '42d90c24-fb40-4910-8749-9a979c73803e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:13Z', 'updated_at': '2021-06-17T08:21:17Z', 'revision_number': 4, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'gw_port': {'id': '42d90c24-fb40-4910-8749-9a979c73803e', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:14Z', 'updated_at': '2021-06-17T08:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '7a75ac8f-1f6b-4eaa-804e-56683f4e700b', 'name': '', 'network_id': '51798f25-c1b3-48ae-bf59-8e9230510319', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'mac_address': 'fa:16:3e:a2:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:16Z', 'updated_at': '2021-06-17T08:21:23Z', 'revision_number': 5, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'subnets': [{'id': 'c628fc29-4fc0-49cc-aa51-34ee9a630be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:37.541224 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9e7fc044-6453-4c77-8dc4-d49e15ff3555 req-7500ede1-2c4a-4fb4-911b-229975d37f54 service neutron] 10.222.0.38 "GET /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957654 Jun 17 08:25:37.696534 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f4ba38-5c0a-45e9-bea0-486318b0e352 None None] New status for floating IP a5d175f7-8449-4369-97e3-4158f978709f: DOWN {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:25:38.166006 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39866285-988b-4a19-9a56-03bf9edf15bd req-e578c89d-8f1f-4750-8d86-30c194954138 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408336573&fields=id&tenant_id=e32fc6833c404cbc9ef58bd68094fc23 HTTP/1.1" status: 200 len: 267 time: 0.0354819 Jun 17 08:25:38.270765 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39866285-988b-4a19-9a56-03bf9edf15bd req-f06679be-7a02-44bc-92ef-a077eb691b0b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:38.272143 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39866285-988b-4a19-9a56-03bf9edf15bd req-f06679be-7a02-44bc-92ef-a077eb691b0b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 812 time: 0.0995629 Jun 17 08:25:38.289241 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39866285-988b-4a19-9a56-03bf9edf15bd req-5586427c-4858-4406-8dfd-126ea1b06b52 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/quotas/e32fc6833c404cbc9ef58bd68094fc23 HTTP/1.1" status: 200 len: 375 time: 0.0111244 Jun 17 08:25:38.367624 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39866285-988b-4a19-9a56-03bf9edf15bd req-ece6fdd3-409b-4121-ac4c-08654e808d3d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0731156 Jun 17 08:25:38.564308 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39866285-988b-4a19-9a56-03bf9edf15bd req-1c948834-5702-4dd0-8170-87cdd87302d3 service neutron] 10.222.0.35 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826174 Jun 17 08:25:38.614111 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e73ccc-2fa2-4b58-baea-505e6d3b4816 req-780c5932-ea4a-414d-9098-601db9c2bee9 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:38.615593 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a2e73ccc-2fa2-4b58-baea-505e6d3b4816 req-780c5932-ea4a-414d-9098-601db9c2bee9 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.1120608 Jun 17 08:25:38.725379 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39866285-988b-4a19-9a56-03bf9edf15bd req-d0e14a87-d146-436d-bf53-9a2f45db4bd9 service neutron] 10.222.0.35 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536286 Jun 17 08:25:38.733371 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a2e73ccc-2fa2-4b58-baea-505e6d3b4816 req-dc3ddfbe-63f4-4f5a-863b-519802fd4758 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/security-groups?id=38b1d4b1-1916-4673-badc-e109775a85ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901926 Jun 17 08:25:38.760225 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1cf94-e449-4b89-94c1-1f11678fc155 req-38c89a5f-ffc3-48a1-947a-75f35b066907 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:38.761688 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-87f1cf94-e449-4b89-94c1-1f11678fc155 req-38c89a5f-ffc3-48a1-947a-75f35b066907 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 946 time: 0.1175504 Jun 17 08:25:38.862081 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-87f1cf94-e449-4b89-94c1-1f11678fc155 req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Deleting port 348e596e-0ca1-4dc8-b95c-70932eac79c9 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:38.862426 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-87f1cf94-e449-4b89-94c1-1f11678fc155 req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.956189 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-87f1cf94-e449-4b89-94c1-1f11678fc155 req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] For port 348e596e-0ca1-4dc8-b95c-70932eac79c9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=348e596e-0ca1-4dc8-b95c-70932eac79c9,segment=NetworkSegment(09e256df-9714-40b9-83d4-f136a1dd15ae),segment_id=09e256df-9714-40b9-83d4-f136a1dd15ae)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:38.956555 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-87f1cf94-e449-4b89-94c1-1f11678fc155 req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.032021 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-87f1cf94-e449-4b89-94c1-1f11678fc155 req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Calling delete_port for 348e596e-0ca1-4dc8-b95c-70932eac79c9 owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:39.075059 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-e056286f-80ff-494a-b92a-88da64b537bd req-c13c75d9-4826-4abf-8752-a5035f9d8725 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 210 time: 0.0386031 Jun 17 08:25:39.204810 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-87f1cf94-e449-4b89-94c1-1f11678fc155 req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.209092 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-27cdcf1b-1f43-48af-9d63-0d0405ae7249 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:39.238569 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Pushing event deleted for resources: {'Port': ['ID=348e596e-0ca1-4dc8-b95c-70932eac79c9,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:39.249085 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:39.249508 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:39.249871 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:39.250236 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:39.250595 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:39.250951 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:39.251530 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:39.251887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:39.252242 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:39.252596 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:39.252947 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:39.253301 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:39.258963 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:39.300373 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f1cf94-e449-4b89-94c1-1f11678fc155 req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] No DVR routers for this DVR port 348e596e-0ca1-4dc8-b95c-70932eac79c9 on host hv-cinder-79128 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:39.303220 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-87f1cf94-e449-4b89-94c1-1f11678fc155 req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.305330 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-87f1cf94-e449-4b89-94c1-1f11678fc155 req-526fa40e-40df-4a73-a7aa-a8a7eb30b9af tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.38 "DELETE /v2.0/ports/348e596e-0ca1-4dc8-b95c-70932eac79c9 HTTP/1.1" status: 204 len: 173 time: 0.5384932 Jun 17 08:25:39.305854 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'name': 'network-vif-deleted', 'tag': '348e596e-0ca1-4dc8-b95c-70932eac79c9'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:39.308673 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907218db-73e3-4a7d-b96e-961614120638" -d '{"events": [{"server_uuid": "58e39072-ca98-42dd-adc4-8f96a32f7195", "name": "network-vif-deleted", "tag": "348e596e-0ca1-4dc8-b95c-70932eac79c9"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:39.406594 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11a2e7c-6aa2-4bce-9ec6-44f570146849 x-openstack-request-id: req-f11a2e7c-6aa2-4bce-9ec6-44f570146849 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:39.406938 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e39072-ca98-42dd-adc4-8f96a32f7195", "name": "network-vif-deleted", "tag": "348e596e-0ca1-4dc8-b95c-70932eac79c9", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:39.407259 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f11a2e7c-6aa2-4bce-9ec6-44f570146849 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:39.407722 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e39072-ca98-42dd-adc4-8f96a32f7195', 'name': 'network-vif-deleted', 'tag': '348e596e-0ca1-4dc8-b95c-70932eac79c9', 'status': 'completed', 'code': 200} Jun 17 08:25:39.897509 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b957336f-8035-4ed5-9596-f186d909a879 req-30deb131-a790-4853-b12f-32b94ec951fd tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "GET /v2.0/ports?device_id=58e39072-ca98-42dd-adc4-8f96a32f7195 HTTP/1.1" status: 200 len: 210 time: 0.0278716 Jun 17 08:25:40.155386 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39866285-988b-4a19-9a56-03bf9edf15bd req-cca34592-1723-4938-ba1b-6f1de0db99d5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:40.156869 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39866285-988b-4a19-9a56-03bf9edf15bd req-cca34592-1723-4938-ba1b-6f1de0db99d5 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.38 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 812 time: 0.1140919 Jun 17 08:25:40.214759 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39866285-988b-4a19-9a56-03bf9edf15bd req-0654e44d-78b9-410a-ad8b-606a8f3f8f7a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e32fc6833c404cbc9ef58bd68094fc23 HTTP/1.1" status: 200 len: 380 time: 0.0475771 Jun 17 08:25:40.236164 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-39866285-988b-4a19-9a56-03bf9edf15bd req-ebaad488-e471-486e-999d-795327a1279a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Request body: {'port': {'device_id': '69076944-031e-4311-ab99-c44583243a2e', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'admin_state_up': True, 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'security_groups': ['1e0bf0b3-7b60-4cc5-abc7-e67532609482']}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:40.240644 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b70877b0-6766-4ca4-a524-f2972d5aff25 req-b6b901af-ef71-4f80-a1a4-cda9fe7d60a4 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 210 time: 0.0404239 Jun 17 08:25:40.360541 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39866285-988b-4a19-9a56-03bf9edf15bd req-ebaad488-e471-486e-999d-795327a1279a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Made reservation on behalf of e32fc6833c404cbc9ef58bd68094fc23 for: {'port': 1} {{(pid=92979) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:40.364543 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-39866285-988b-4a19-9a56-03bf9edf15bd req-ebaad488-e471-486e-999d-795327a1279a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.494403 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [req-39866285-988b-4a19-9a56-03bf9edf15bd req-ebaad488-e471-486e-999d-795327a1279a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Allocated IP 172.20.0.7 (f677da10-206c-4631-a34f-1a8c85c68abd/e76fa1ac-6046-4734-9f86-f08e5acf6755/60ff1909-9cb6-4195-bcd9-9e4b07a514f2) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:40.639624 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-39866285-988b-4a19-9a56-03bf9edf15bd req-ebaad488-e471-486e-999d-795327a1279a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.653739 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-39866285-988b-4a19-9a56-03bf9edf15bd req-ebaad488-e471-486e-999d-795327a1279a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Transition to ACTIVE for port object 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 will not be triggered until provisioned by entity DHCP. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:40.688731 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-39866285-988b-4a19-9a56-03bf9edf15bd req-ebaad488-e471-486e-999d-795327a1279a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57996850'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.692564 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e057d258-453c-49ad-8142-63367dc65b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:40.733672 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39866285-988b-4a19-9a56-03bf9edf15bd req-ebaad488-e471-486e-999d-795327a1279a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Network f677da10-206c-4631-a34f-1a8c85c68abd is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:40.740810 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [req-39866285-988b-4a19-9a56-03bf9edf15bd req-ebaad488-e471-486e-999d-795327a1279a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:40.744997 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-39866285-988b-4a19-9a56-03bf9edf15bd req-ebaad488-e471-486e-999d-795327a1279a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:40.748440 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaad488-e471-486e-999d-795327a1279a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event updated for resources: {'Port': ['ID=60ff1909-9cb6-4195-bcd9-9e4b07a514f2,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:40.751879 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ebaad488-e471-486e-999d-795327a1279a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:40.795453 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39866285-988b-4a19-9a56-03bf9edf15bd req-ebaad488-e471-486e-999d-795327a1279a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:40.796086 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-39866285-988b-4a19-9a56-03bf9edf15bd req-ebaad488-e471-486e-999d-795327a1279a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.811281 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39866285-988b-4a19-9a56-03bf9edf15bd req-ebaad488-e471-486e-999d-795327a1279a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5798943 Jun 17 08:25:40.822681 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Request body: {'port': {'device_id': '69076944-031e-4311-ab99-c44583243a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:40.901106 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.990102 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 58418) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:40.996971 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-604909e5-bfb9-481c-856d-acc77d390747 None None] Provisioning for port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 completed by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:41.000884 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-604909e5-bfb9-481c-856d-acc77d390747 None None] Provisioning complete for port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 triggered by entity DHCP. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:41.001330 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-604909e5-bfb9-481c-856d-acc77d390747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.037373 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-604909e5-bfb9-481c-856d-acc77d390747 None None] Port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 cannot update to ACTIVE because it is not bound. {{(pid=92981) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:25:41.053437 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-631e3ee2-2aea-4ac4-9c81-4bf9c5cda983 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.078460 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-631e3ee2-2aea-4ac4-9c81-4bf9c5cda983 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.162233 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-631e3ee2-2aea-4ac4-9c81-4bf9c5cda983 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.167169 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-631e3ee2-2aea-4ac4-9c81-4bf9c5cda983 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.168980 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-631e3ee2-2aea-4ac4-9c81-4bf9c5cda983 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] 10.222.0.35 "DELETE /v2.0/security-groups/38b1d4b1-1916-4673-badc-e109775a85ba HTTP/1.1" status: 204 len: 168 time: 0.1776524 Jun 17 08:25:41.170712 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-6acac77c-7bd0-4b7f-a826-92c38a1a231b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:41.188397 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e3ee2-2aea-4ac4-9c81-4bf9c5cda983 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b1d4b1-1916-4673-badc-e109775a85ba,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:41.191684 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 {{(pid=92979) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:41.199714 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.207418 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-631e3ee2-2aea-4ac4-9c81-4bf9c5cda983 tempest-TestShelveInstance-675113807 tempest-TestShelveInstance-675113807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:41.212223 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.provisioning_blocks [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Transition to ACTIVE for port object 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 will not be triggered until provisioned by entity L2. {{(pid=92979) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:41.216477 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57996800'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.221006 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0ebd5417-b842-41ea-b1c4-797d42f91b70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:41.241406 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 58422) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:41.368911 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Pushing event updated for resources: {'Port': ['ID=60ff1909-9cb6-4195-bcd9-9e4b07a514f2,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:41.374493 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-734d4cfc-28ef-416b-ac16-f0dff59e5a35 req-12796d93-d4eb-4896-b511-48e9e8e107f4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1521378 Jun 17 08:25:41.378322 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:41.412811 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Attempting to bind port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:41.413060 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Attempting to bind port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:41.413387 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Attempting to bind port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 on network f677da10-206c-4631-a34f-1a8c85c68abd {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:41.425497 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 on network f677da10-206c-4631-a34f-1a8c85c68abd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:41.425825 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Attempting to bind port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 on network f677da10-206c-4631-a34f-1a8c85c68abd {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:41.431669 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Checking agent: {'id': '5b5698a3-660b-4919-9da8-971ea455c926', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'started_at': datetime.datetime(2021, 6, 17, 8, 10, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:41.432002 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Checking segment: {'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:41.432380 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Bound using segment: {'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'} {{(pid=92979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:41.432802 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.managers [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Bound port: 60ff1909-9cb6-4195-bcd9-9e4b07a514f2, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d86b36-9114-46be-8b0b-f86367ccb647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd'}}] {{(pid=92979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:41.433143 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.491852 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c252d-39ce-4f4d-82c5-0065a25efff1 req-ace1c50f-edf7-48f7-b330-ca37eda97bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:41.493326 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-820c252d-39ce-4f4d-82c5-0065a25efff1 req-ace1c50f-edf7-48f7-b330-ca37eda97bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 943 time: 0.1162076 Jun 17 08:25:41.524335 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d4cfc-28ef-416b-ac16-f0dff59e5a35 req-5b82afe6-f571-4c38-ac44-1e588cd17c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:41.525810 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-734d4cfc-28ef-416b-ac16-f0dff59e5a35 req-5b82afe6-f571-4c38-ac44-1e588cd17c06 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 1098 time: 0.1052890 Jun 17 08:25:41.535690 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] For port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2, host hv-cinder-79128, cleared binding levels {{(pid=92979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:41.539393 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] For port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=60ff1909-9cb6-4195-bcd9-9e4b07a514f2,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:41.551683 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57996800'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.557234 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:41.585664 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-820c252d-39ce-4f4d-82c5-0065a25efff1 req-73cca64a-edbf-498b-ba67-65fbffe8bf6c tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848773 Jun 17 08:25:41.598336 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:41.599019 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.600439 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] 10.222.0.38 "PUT /v2.0/ports/60ff1909-9cb6-4195-bcd9-9e4b07a514f2 HTTP/1.1" status: 200 len: 1093 time: 0.7821069 Jun 17 08:25:41.600920 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69076944-031e-4311-ab99-c44583243a2e', 'tag': '60ff1909-9cb6-4195-bcd9-9e4b07a514f2'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:41.603333 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3571a43d-f682-4195-aaa7-6d48fd711b02" -d '{"events": [{"name": "network-changed", "server_uuid": "69076944-031e-4311-ab99-c44583243a2e", "tag": "60ff1909-9cb6-4195-bcd9-9e4b07a514f2"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:41.641125 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Pushing event updated for resources: {'Port': ['ID=60ff1909-9cb6-4195-bcd9-9e4b07a514f2,revision_number=3']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:41.648229 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9896f797-c189-4bb7-b350-b29b3cad08bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:41.650024 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89c02d2-6f1b-476c-a2d9-f791c4c2e0a6 x-openstack-request-id: req-b89c02d2-6f1b-476c-a2d9-f791c4c2e0a6 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:41.650575 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69076944-031e-4311-ab99-c44583243a2e", "tag": "60ff1909-9cb6-4195-bcd9-9e4b07a514f2", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:41.651053 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b89c02d2-6f1b-476c-a2d9-f791c4c2e0a6 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:41.651921 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69076944-031e-4311-ab99-c44583243a2e', 'tag': '60ff1909-9cb6-4195-bcd9-9e4b07a514f2', 'status': 'completed', 'code': 200} Jun 17 08:25:41.657681 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d4cfc-28ef-416b-ac16-f0dff59e5a35 req-6dd83158-2c9d-4069-a3fe-45e2a1abc111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:41.659115 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-734d4cfc-28ef-416b-ac16-f0dff59e5a35 req-6dd83158-2c9d-4069-a3fe-45e2a1abc111 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 913 time: 0.1074483 Jun 17 08:25:41.711323 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39866285-988b-4a19-9a56-03bf9edf15bd req-7bb01ab2-234f-418b-bfba-213c30e75def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:41.713073 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39866285-988b-4a19-9a56-03bf9edf15bd req-7bb01ab2-234f-418b-bfba-213c30e75def service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 1096 time: 0.0568705 Jun 17 08:25:41.750727 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-734d4cfc-28ef-416b-ac16-f0dff59e5a35 req-262d7308-05d2-402f-bc9a-22f6d99ce0dd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92303fc9-f977-4ecd-b063-e582f9c51025 HTTP/1.1" status: 200 len: 1001 time: 0.0716932 Jun 17 08:25:41.756604 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39866285-988b-4a19-9a56-03bf9edf15bd req-9871408b-b97c-47f4-bfc1-420ea68f2070 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ff1909-9cb6-4195-bcd9-9e4b07a514f2 HTTP/1.1" status: 200 len: 217 time: 0.0365913 Jun 17 08:25:41.816904 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39866285-988b-4a19-9a56-03bf9edf15bd req-d8caf8d4-4caa-4ecd-b8e3-f09ea800bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:41.818391 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39866285-988b-4a19-9a56-03bf9edf15bd req-d8caf8d4-4caa-4ecd-b8e3-f09ea800bb59 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e76fa1ac-6046-4734-9f86-f08e5acf6755 HTTP/1.1" status: 200 len: 851 time: 0.0554702 Jun 17 08:25:41.818675 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d4cfc-28ef-416b-ac16-f0dff59e5a35 req-09f13601-7af3-4757-8b54-aa3d860b0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:41.820156 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-734d4cfc-28ef-416b-ac16-f0dff59e5a35 req-09f13601-7af3-4757-8b54-aa3d860b0f42 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e76fa1ac-6046-4734-9f86-f08e5acf6755 HTTP/1.1" status: 200 len: 851 time: 0.0631864 Jun 17 08:25:41.880398 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39866285-988b-4a19-9a56-03bf9edf15bd req-8b61148a-08fc-4472-8e87-dad65c5abbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:41.881918 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39866285-988b-4a19-9a56-03bf9edf15bd req-8b61148a-08fc-4472-8e87-dad65c5abbc1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f677da10-206c-4631-a34f-1a8c85c68abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518909 Jun 17 08:25:41.907562 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0cf75e7d-b6b0-43e2-93c8-05bc8af6a8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67076084'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.911925 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d4cfc-28ef-416b-ac16-f0dff59e5a35 req-30f5126e-9185-47c8-a2c1-91d39eae3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:41.913378 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-734d4cfc-28ef-416b-ac16-f0dff59e5a35 req-30f5126e-9185-47c8-a2c1-91d39eae3946 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f677da10-206c-4631-a34f-1a8c85c68abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763359 Jun 17 08:25:41.974873 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39866285-988b-4a19-9a56-03bf9edf15bd req-6cb76468-bbe4-4609-87c1-489cbb22c93c service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851176 Jun 17 08:25:42.064848 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-39866285-988b-4a19-9a56-03bf9edf15bd req-b5374cf8-9b6f-4cd6-a4aa-b98bb4d8753c service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833614 Jun 17 08:25:42.086462 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-734d4cfc-28ef-416b-ac16-f0dff59e5a35 req-718ff144-e139-4256-abd3-98283de5b426 service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396613 Jun 17 08:25:42.171149 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571a43d-f682-4195-aaa7-6d48fd711b02 req-2323e08c-e76f-4f32-9d81-380c76f1ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:42.172640 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3571a43d-f682-4195-aaa7-6d48fd711b02 req-2323e08c-e76f-4f32-9d81-380c76f1ab68 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 1096 time: 0.0570972 Jun 17 08:25:42.229090 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [req-734d4cfc-28ef-416b-ac16-f0dff59e5a35 req-177ba5bc-4e62-4f6a-9a39-aec835129978 service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158800 Jun 17 08:25:42.317799 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-0cf75e7d-b6b0-43e2-93c8-05bc8af6a8ad admin admin] Deleting port 7a75ac8f-1f6b-4eaa-804e-56683f4e700b {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:42.318132 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0cf75e7d-b6b0-43e2-93c8-05bc8af6a8ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.402943 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-0cf75e7d-b6b0-43e2-93c8-05bc8af6a8ad admin admin] For port 7a75ac8f-1f6b-4eaa-804e-56683f4e700b, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=7a75ac8f-1f6b-4eaa-804e-56683f4e700b,segment=NetworkSegment(09e256df-9714-40b9-83d4-f136a1dd15ae),segment_id=09e256df-9714-40b9-83d4-f136a1dd15ae)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:42.403330 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0cf75e7d-b6b0-43e2-93c8-05bc8af6a8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.470164 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-0cf75e7d-b6b0-43e2-93c8-05bc8af6a8ad admin admin] Calling delete_port for 7a75ac8f-1f6b-4eaa-804e-56683f4e700b owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:42.548900 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571a43d-f682-4195-aaa7-6d48fd711b02 req-a39bc2d7-37e1-4538-b313-275c5ca5ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:42.550325 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3571a43d-f682-4195-aaa7-6d48fd711b02 req-a39bc2d7-37e1-4538-b313-275c5ca5ca64 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 913 time: 0.3714955 Jun 17 08:25:42.594428 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3571a43d-f682-4195-aaa7-6d48fd711b02 req-2dea2ac7-ee71-4698-b849-5bbf2879a196 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ff1909-9cb6-4195-bcd9-9e4b07a514f2 HTTP/1.1" status: 200 len: 217 time: 0.0342445 Jun 17 08:25:42.646501 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571a43d-f682-4195-aaa7-6d48fd711b02 req-132b7a9a-d291-4a3b-83a2-6d35bded2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:42.648416 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3571a43d-f682-4195-aaa7-6d48fd711b02 req-132b7a9a-d291-4a3b-83a2-6d35bded2dd6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e76fa1ac-6046-4734-9f86-f08e5acf6755 HTTP/1.1" status: 200 len: 851 time: 0.0480583 Jun 17 08:25:42.654708 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0cf75e7d-b6b0-43e2-93c8-05bc8af6a8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.656945 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-4f0bd501-d371-48fa-b13d-303f2b2be58a tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:42.681065 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf75e7d-b6b0-43e2-93c8-05bc8af6a8ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7a75ac8f-1f6b-4eaa-804e-56683f4e700b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:42.684495 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0cf75e7d-b6b0-43e2-93c8-05bc8af6a8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:42.752116 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571a43d-f682-4195-aaa7-6d48fd711b02 req-0deb956e-cade-4fcd-86bc-21b79d039699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:42.753708 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3571a43d-f682-4195-aaa7-6d48fd711b02 req-0deb956e-cade-4fcd-86bc-21b79d039699 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f677da10-206c-4631-a34f-1a8c85c68abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0979681 Jun 17 08:25:42.851772 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b0545-0e23-46b5-b826-c04effdb12d9 req-2071b172-767d-4779-b16f-a2416f30d336 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:42.853282 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ed9b0545-0e23-46b5-b826-c04effdb12d9 req-2071b172-767d-4779-b16f-a2416f30d336 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 943 time: 0.1387835 Jun 17 08:25:42.859463 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0cf75e7d-b6b0-43e2-93c8-05bc8af6a8ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66618793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67075936'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.887123 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3571a43d-f682-4195-aaa7-6d48fd711b02 req-100b8db6-7da3-45c7-833c-20c7e3b03c6e service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266756 Jun 17 08:25:42.922094 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-ed9b0545-0e23-46b5-b826-c04effdb12d9 req-a39d5abe-c76f-46ec-baa7-8e0df0bb15db tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621042 Jun 17 08:25:42.989238 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3571a43d-f682-4195-aaa7-6d48fd711b02 req-28532e6c-d0b0-4b87-aa04-b4c305011b5f service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952611 Jun 17 08:25:43.078856 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf75e7d-b6b0-43e2-93c8-05bc8af6a8ad admin admin] Router 05ef1767-346f-4a67-a181-514482e68745 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:25:43.182046 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf75e7d-b6b0-43e2-93c8-05bc8af6a8ad admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:43.187995 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0cf75e7d-b6b0-43e2-93c8-05bc8af6a8ad admin admin] 10.222.0.35 "PUT /v2.0/routers/05ef1767-346f-4a67-a181-514482e68745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9455018 Jun 17 08:25:43.190422 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 58430) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:43.193130 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccdc2bd-ebc3-4314-829b-e4cebfb15e14 None None] Sync routers for ids ['05ef1767-346f-4a67-a181-514482e68745'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:43.203306 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccdc2bd-ebc3-4314-829b-e4cebfb15e14 None None] Routers {'05ef1767-346f-4a67-a181-514482e68745'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:43.203941 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-9ccdc2bd-ebc3-4314-829b-e4cebfb15e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['05ef1767-346f-4a67-a181-514482e68745'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:43.407059 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 348e596e-0ca1-4dc8-b95c-70932eac79c9 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:43.430231 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: 348e596e-0ca1-4dc8-b95c-70932eac79c9 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:43.430574 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 348e596e-0ca1-4dc8-b95c-70932eac79c9 not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:43.470714 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-9ccdc2bd-ebc3-4314-829b-e4cebfb15e14 None None] Set router 05ef1767-346f-4a67-a181-514482e68745 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:43.558667 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-16de3861-7ac9-4f00-944f-c5b6fce9a607 admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.651492 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-9ccdc2bd-ebc3-4314-829b-e4cebfb15e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef1767-346f-4a67-a181-514482e68745', 'name': 'tempest-TestShelveInstance-1544230736-router', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '42d90c24-fb40-4910-8749-9a979c73803e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:13Z', 'updated_at': '2021-06-17T08:25:42Z', 'revision_number': 5, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'gw_port': {'id': '42d90c24-fb40-4910-8749-9a979c73803e', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef1767-346f-4a67-a181-514482e68745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:14Z', 'updated_at': '2021-06-17T08:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:43.660617 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-16de3861-7ac9-4f00-944f-c5b6fce9a607 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.678477 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccdc2bd-ebc3-4314-829b-e4cebfb15e14 None None] Checking router: 05ef1767-346f-4a67-a181-514482e68745 for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:43.686738 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccdc2bd-ebc3-4314-829b-e4cebfb15e14 None None] Routers {'05ef1767-346f-4a67-a181-514482e68745'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:43.687384 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-9ccdc2bd-ebc3-4314-829b-e4cebfb15e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['05ef1767-346f-4a67-a181-514482e68745'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:43.711768 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-16de3861-7ac9-4f00-944f-c5b6fce9a607 admin admin] Deleting port 42d90c24-fb40-4910-8749-9a979c73803e {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:43.712102 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-16de3861-7ac9-4f00-944f-c5b6fce9a607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.771739 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-9ccdc2bd-ebc3-4314-829b-e4cebfb15e14 None None] Set router 05ef1767-346f-4a67-a181-514482e68745 gateway port host: None {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:43.789369 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-16de3861-7ac9-4f00-944f-c5b6fce9a607 admin admin] For port 42d90c24-fb40-4910-8749-9a979c73803e, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=42d90c24-fb40-4910-8749-9a979c73803e,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:43.789743 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-16de3861-7ac9-4f00-944f-c5b6fce9a607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.823631 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-9ccdc2bd-ebc3-4314-829b-e4cebfb15e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef1767-346f-4a67-a181-514482e68745', 'name': 'tempest-TestShelveInstance-1544230736-router', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:13Z', 'updated_at': '2021-06-17T08:25:43Z', 'revision_number': 6, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'gw_port_host': None}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:43.853375 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccdc2bd-ebc3-4314-829b-e4cebfb15e14 None None] The sync data for ids ['05ef1767-346f-4a67-a181-514482e68745'] in dv-cinder-791281-5-iscsi is: [{'id': '05ef1767-346f-4a67-a181-514482e68745', 'name': 'tempest-TestShelveInstance-1544230736-router', 'tenant_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:13Z', 'updated_at': '2021-06-17T08:25:43Z', 'revision_number': 6, 'project_id': '32345ba76f5f4fdfa4507ae556c2b40f', 'gw_port_host': None}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:43.856417 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-16de3861-7ac9-4f00-944f-c5b6fce9a607 admin admin] Calling delete_port for 42d90c24-fb40-4910-8749-9a979c73803e owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:44.024113 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-16de3861-7ac9-4f00-944f-c5b6fce9a607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.026349 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-586987f4-4f14-4111-a577-5b7203197866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:44.050613 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de3861-7ac9-4f00-944f-c5b6fce9a607 admin admin] Pushing event deleted for resources: {'Port': ['ID=42d90c24-fb40-4910-8749-9a979c73803e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:44.053153 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-16de3861-7ac9-4f00-944f-c5b6fce9a607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:44.111523 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c00fa2-6cc9-4692-bc15-f3584570b15d req-9651015d-8b18-4723-bd59-3f43a0fd1431 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:44.113022 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-34c00fa2-6cc9-4692-bc15-f3584570b15d req-9651015d-8b18-4723-bd59-3f43a0fd1431 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 943 time: 0.0711265 Jun 17 08:25:44.118332 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-16de3861-7ac9-4f00-944f-c5b6fce9a607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67087395'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.153710 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-34c00fa2-6cc9-4692-bc15-f3584570b15d req-e73ac951-4e08-45c8-a2de-9e47660a6817 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344903 Jun 17 08:25:44.214523 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-16de3861-7ac9-4f00-944f-c5b6fce9a607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67095136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-802'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.217769 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-16de3861-7ac9-4f00-944f-c5b6fce9a607 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.264829 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-16de3861-7ac9-4f00-944f-c5b6fce9a607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67094121'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.265385 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16de3861-7ac9-4f00-944f-c5b6fce9a607 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05ef1767-346f-4a67-a181-514482e68745 {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:25:44.269859 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-16de3861-7ac9-4f00-944f-c5b6fce9a607 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.270876 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-16de3861-7ac9-4f00-944f-c5b6fce9a607 admin admin] 10.222.0.35 "DELETE /v2.0/routers/05ef1767-346f-4a67-a181-514482e68745 HTTP/1.1" status: 204 len: 168 time: 1.0795519 Jun 17 08:25:44.273574 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58434) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:44.319494 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fa381c-a621-475a-ba7e-726dcb94ee3f admin admin] Deleting subnet c628fc29-4fc0-49cc-aa51-34ee9a630be6 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:25:44.322454 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-65fa381c-a621-475a-ba7e-726dcb94ee3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.356249 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-65fa381c-a621-475a-ba7e-726dcb94ee3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58020385'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.436331 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-65fa381c-a621-475a-ba7e-726dcb94ee3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841451'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.487670 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-65fa381c-a621-475a-ba7e-726dcb94ee3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57996993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62916982'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.489575 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ff70d27b-059a-4d39-a02f-6bb688d26097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:44.514084 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa381c-a621-475a-ba7e-726dcb94ee3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c628fc29-4fc0-49cc-aa51-34ee9a630be6,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:44.517226 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-65fa381c-a621-475a-ba7e-726dcb94ee3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:44.518204 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-65fa381c-a621-475a-ba7e-726dcb94ee3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.522463 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-65fa381c-a621-475a-ba7e-726dcb94ee3f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c628fc29-4fc0-49cc-aa51-34ee9a630be6 HTTP/1.1" status: 204 len: 168 time: 0.2454436 Jun 17 08:25:44.522713 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58436) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:44.525526 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210a419b-2714-4cfd-a2e1-64f2103523c3 None None] Network 51798f25-c1b3-48ae-bf59-8e9230510319 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:44.593616 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977769'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.632193 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 7a75ac8f-1f6b-4eaa-804e-56683f4e700b no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:44.648832 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Deleting port 3d7a3284-e313-4150-91cb-0779ad749e9f {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:44.649287 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.656131 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 7a75ac8f-1f6b-4eaa-804e-56683f4e700b {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:44.656365 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 7a75ac8f-1f6b-4eaa-804e-56683f4e700b not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:44.723334 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] For port 3d7a3284-e313-4150-91cb-0779ad749e9f, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=3d7a3284-e313-4150-91cb-0779ad749e9f,segment=NetworkSegment(09e256df-9714-40b9-83d4-f136a1dd15ae),segment_id=09e256df-9714-40b9-83d4-f136a1dd15ae)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:44.723690 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.740894 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] DHCP port deletion for 51798f25-c1b3-48ae-bf59-8e9230510319 request from dv-cinder-791281-5-iscsi {{(pid=92981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:25:44.790193 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Deleting port 3d7a3284-e313-4150-91cb-0779ad749e9f {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:44.790575 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.796492 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Calling delete_port for 3d7a3284-e313-4150-91cb-0779ad749e9f owned by network:dhcp {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:44.861203 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] For port 3d7a3284-e313-4150-91cb-0779ad749e9f, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=3d7a3284-e313-4150-91cb-0779ad749e9f,segment=NetworkSegment(09e256df-9714-40b9-83d4-f136a1dd15ae),segment_id=09e256df-9714-40b9-83d4-f136a1dd15ae)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:44.861657 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.889631 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.892993 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c4ef4cbd-0828-403f-9978-43c8aa972a90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:44.917383 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7a3284-e313-4150-91cb-0779ad749e9f,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:44.921331 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:44.922714 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] No DVR routers for this DVR port 3d7a3284-e313-4150-91cb-0779ad749e9f on host dv-cinder-791281-5-iscsi {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:44.931465 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Calling delete_port for 3d7a3284-e313-4150-91cb-0779ad749e9f owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:44.995618 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840562', 'neutron.services.segments.db._delete_segments_for_network-8738547431473'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.005987 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51798f25-c1b3-48ae-bf59-8e9230510319']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:45.011200 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.015086 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:45.021066 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e256df-9714-40b9-83d4-f136a1dd15ae') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:45.021355 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e256df-9714-40b9-83d4-f136a1dd15ae') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:45.030986 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738547430786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58020398'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.038326 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Pushing event deleted for resources: {'Port': ['ID=3d7a3284-e313-4150-91cb-0779ad749e9f,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:45.042903 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] No DVR routers for this DVR port 3d7a3284-e313-4150-91cb-0779ad749e9f on host dv-cinder-791281-5-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:45.049597 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:45.049989 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:45.050282 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:45.050628 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:45.050776 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.050946 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:45.051364 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:45.051796 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:45.052222 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:45.052381 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:45.052729 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:45.053025 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:45.053348 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:45.056874 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-0eece348-6722-4506-bbcd-48433b7d964a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:45.061418 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:25:45.061907 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57996908'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: retrieve_revision_numbers = { Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: Traceback (most recent call last): Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: timer() Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: cb(*args, **kw) Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: return func(*args, **kwargs) Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: self._notify() Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: self.callback(batched_events) Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: event.method(event) Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: return f(self, *a, **k) Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._get(url).json() Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 17 08:25:45.063713 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:25:45.067785 dv-cinder-791281-5-iscsi neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:25:45.067785 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:25:45.067785 dv-cinder-791281-5-iscsi neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:25:45.067785 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:25:45.067785 dv-cinder-791281-5-iscsi neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:25:45.067785 dv-cinder-791281-5-iscsi neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:25:45.116893 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67087437'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.121642 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.124121 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] 10.222.0.35 "DELETE /v2.0/networks/51798f25-c1b3-48ae-bf59-8e9230510319 HTTP/1.1" status: 204 len: 168 time: 0.6001949 Jun 17 08:25:45.125315 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-ea0494f3-255e-4e5a-bcda-57d1a2cd00b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:45.128294 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 58438) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:45.140545 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Pushing event deleted for resources: {'Network': ['ID=51798f25-c1b3-48ae-bf59-8e9230510319,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:45.142987 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:45.334356 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef14b27-ffb0-44b7-bb78-25a54e65c4d2 req-67b22e29-407c-4f45-80f9-e0d38eb6513e tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:45.335800 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1ef14b27-ffb0-44b7-bb78-25a54e65c4d2 req-67b22e29-407c-4f45-80f9-e0d38eb6513e tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 943 time: 0.0676122 Jun 17 08:25:45.373402 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-1ef14b27-ffb0-44b7-bb78-25a54e65c4d2 req-a251e5fc-47bb-4bef-a8b1-9ac515825fa6 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Jun 17 08:25:45.472120 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0cebbf24-096e-43f7-9f9f-4df103fcb8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67076084'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.718983 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-0cebbf24-096e-43f7-9f9f-4df103fcb8ab admin admin] Deleting port 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:45.719222 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0cebbf24-096e-43f7-9f9f-4df103fcb8ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.796025 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-0cebbf24-096e-43f7-9f9f-4df103fcb8ab admin admin] For port 1cf64b78-2a30-4a38-96f3-2ea3682f3a93, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=1cf64b78-2a30-4a38-96f3-2ea3682f3a93,segment=NetworkSegment(061bbfdf-4c38-4080-a991-655644f48cee),segment_id=061bbfdf-4c38-4080-a991-655644f48cee)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:45.796380 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0cebbf24-096e-43f7-9f9f-4df103fcb8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.861362 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-0cebbf24-096e-43f7-9f9f-4df103fcb8ab admin admin] Calling delete_port for 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:46.039825 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0cebbf24-096e-43f7-9f9f-4df103fcb8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.041879 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-09722b3b-6398-4af5-bb32-8689d05a04e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:46.066808 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebbf24-096e-43f7-9f9f-4df103fcb8ab admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf64b78-2a30-4a38-96f3-2ea3682f3a93,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:46.070081 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0cebbf24-096e-43f7-9f9f-4df103fcb8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:46.237159 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0cebbf24-096e-43f7-9f9f-4df103fcb8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66618793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67075936'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.282456 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 42d90c24-fb40-4910-8749-9a979c73803e no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:46.303059 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 42d90c24-fb40-4910-8749-9a979c73803e {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:46.303440 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 42d90c24-fb40-4910-8749-9a979c73803e not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:46.303914 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 3d7a3284-e313-4150-91cb-0779ad749e9f no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:46.322458 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 3d7a3284-e313-4150-91cb-0779ad749e9f {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:46.322890 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 3d7a3284-e313-4150-91cb-0779ad749e9f not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:46.448710 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cebbf24-096e-43f7-9f9f-4df103fcb8ab admin admin] Router 432c5769-13d6-4191-a320-018436c72b6c has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:25:46.548476 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d11a5-2f21-495b-82c7-9b647f264d77 req-bbca7831-68e5-46cf-89da-6856b91431d2 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:46.549977 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9c9d11a5-2f21-495b-82c7-9b647f264d77 req-bbca7831-68e5-46cf-89da-6856b91431d2 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 943 time: 0.0636883 Jun 17 08:25:46.554332 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cebbf24-096e-43f7-9f9f-4df103fcb8ab admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:46.559246 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0cebbf24-096e-43f7-9f9f-4df103fcb8ab admin admin] 10.222.0.35 "PUT /v2.0/routers/432c5769-13d6-4191-a320-018436c72b6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4297342 Jun 17 08:25:46.562378 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 58444) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:46.563424 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33981250-49e2-4866-a392-7aef40d17c78 None None] Sync routers for ids ['432c5769-13d6-4191-a320-018436c72b6c'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:46.572495 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33981250-49e2-4866-a392-7aef40d17c78 None None] Routers {'432c5769-13d6-4191-a320-018436c72b6c'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:46.573110 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-33981250-49e2-4866-a392-7aef40d17c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['432c5769-13d6-4191-a320-018436c72b6c'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:46.593015 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-9c9d11a5-2f21-495b-82c7-9b647f264d77 req-83c9dbe2-288d-430d-9db3-5f1085ab9ae2 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363843 Jun 17 08:25:46.664775 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.674601 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-33981250-49e2-4866-a392-7aef40d17c78 None None] Set router 432c5769-13d6-4191-a320-018436c72b6c gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:46.766337 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.818076 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] Deleting port 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:46.818307 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.855559 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-33981250-49e2-4866-a392-7aef40d17c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432c5769-13d6-4191-a320-018436c72b6c', 'name': 'tempest-TestShelveInstance-1292556901-router', 'tenant_id': '9f261eb12f3643858ac09084b511392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1288b8e1-8dda-453d-8b3a-494c7fd2e5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:19Z', 'updated_at': '2021-06-17T08:25:45Z', 'revision_number': 5, 'project_id': '9f261eb12f3643858ac09084b511392f', 'gw_port': {'id': '1288b8e1-8dda-453d-8b3a-494c7fd2e5ac', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432c5769-13d6-4191-a320-018436c72b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:21:20Z', 'updated_at': '2021-06-17T08:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:46.882535 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33981250-49e2-4866-a392-7aef40d17c78 None None] Checking router: 432c5769-13d6-4191-a320-018436c72b6c for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:46.891861 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33981250-49e2-4866-a392-7aef40d17c78 None None] Routers {'432c5769-13d6-4191-a320-018436c72b6c'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:46.892479 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-33981250-49e2-4866-a392-7aef40d17c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:25:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['432c5769-13d6-4191-a320-018436c72b6c'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:46.897134 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] For port 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=1288b8e1-8dda-453d-8b3a-494c7fd2e5ac,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:46.897489 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.964905 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] Calling delete_port for 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:47.062610 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-33981250-49e2-4866-a392-7aef40d17c78 None None] Set router 432c5769-13d6-4191-a320-018436c72b6c gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:47.113777 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-33981250-49e2-4866-a392-7aef40d17c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432c5769-13d6-4191-a320-018436c72b6c', 'name': 'tempest-TestShelveInstance-1292556901-router', 'tenant_id': '9f261eb12f3643858ac09084b511392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:19Z', 'updated_at': '2021-06-17T08:25:46Z', 'revision_number': 6, 'project_id': '9f261eb12f3643858ac09084b511392f', 'gw_port_host': None}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:47.133101 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.135094 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1e016596-b739-4c19-a089-8c3e6b83d02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:47.143455 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33981250-49e2-4866-a392-7aef40d17c78 None None] The sync data for ids ['432c5769-13d6-4191-a320-018436c72b6c'] in dv-cinder-791281-5-iscsi is: [{'id': '432c5769-13d6-4191-a320-018436c72b6c', 'name': 'tempest-TestShelveInstance-1292556901-router', 'tenant_id': '9f261eb12f3643858ac09084b511392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:21:19Z', 'updated_at': '2021-06-17T08:25:46Z', 'revision_number': 6, 'project_id': '9f261eb12f3643858ac09084b511392f', 'gw_port_host': None}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:47.158990 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1288b8e1-8dda-453d-8b3a-494c7fd2e5ac,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:47.162120 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:47.223555 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67087395'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.310060 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67095136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-802'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.312146 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.353001 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67094121'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.353661 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 432c5769-13d6-4191-a320-018436c72b6c {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:25:47.359313 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.360434 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/432c5769-13d6-4191-a320-018436c72b6c HTTP/1.1" status: 204 len: 168 time: 0.7971385 Jun 17 08:25:47.362842 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 58446) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:47.405729 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af6d7eb-933e-4af5-bee9-f17611fe125c admin admin] Deleting subnet 37160859-828b-4557-8990-7f46105906fe {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:25:47.408663 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5af6d7eb-933e-4af5-bee9-f17611fe125c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.444399 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5af6d7eb-933e-4af5-bee9-f17611fe125c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63721517'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.528421 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5af6d7eb-933e-4af5-bee9-f17611fe125c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841451'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.585367 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5af6d7eb-933e-4af5-bee9-f17611fe125c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63741480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64449861'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.587789 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-e6873f68-e1d5-499c-8af7-ad41533b4256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:47.614243 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5af6d7eb-933e-4af5-bee9-f17611fe125c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.616116 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-5af6d7eb-933e-4af5-bee9-f17611fe125c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/37160859-828b-4557-8990-7f46105906fe HTTP/1.1" status: 204 len: 168 time: 0.2523429 Jun 17 08:25:47.617151 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6d7eb-933e-4af5-bee9-f17611fe125c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37160859-828b-4557-8990-7f46105906fe,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:47.618722 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58448) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:47.621299 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-5af6d7eb-933e-4af5-bee9-f17611fe125c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:47.623479 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57774198-ff8c-4664-8e4c-35d3009a6851 None None] Network 0228bcdf-8f84-4983-92f7-d1818866d6b2 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:47.698818 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977769'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.792704 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] Deleting port bbfd1be2-f7ab-49a4-b7de-c32682523f73 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:47.793047 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.821064 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ed166-4229-461a-bacd-3b35342695e2 req-28c80095-0445-4829-8d6d-bac472cd189f tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:47.822516 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b98ed166-4229-461a-bacd-3b35342695e2 req-28c80095-0445-4829-8d6d-bac472cd189f tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 943 time: 0.0940304 Jun 17 08:25:47.888911 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] For port bbfd1be2-f7ab-49a4-b7de-c32682523f73, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=bbfd1be2-f7ab-49a4-b7de-c32682523f73,segment=NetworkSegment(061bbfdf-4c38-4080-a991-655644f48cee),segment_id=061bbfdf-4c38-4080-a991-655644f48cee)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:47.889166 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.911127 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b98ed166-4229-461a-bacd-3b35342695e2 req-52a56ab2-c225-477d-80ea-87729b024530 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816832 Jun 17 08:25:47.936379 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66288b36-99fe-4814-a12f-35589d6a089f None None] DHCP port deletion for 0228bcdf-8f84-4983-92f7-d1818866d6b2 request from dv-cinder-791281-5-iscsi {{(pid=92981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:25:47.963817 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] Calling delete_port for bbfd1be2-f7ab-49a4-b7de-c32682523f73 owned by network:dhcp {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:47.990990 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-66288b36-99fe-4814-a12f-35589d6a089f None None] Deleting port bbfd1be2-f7ab-49a4-b7de-c32682523f73 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:47.991405 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-66288b36-99fe-4814-a12f-35589d6a089f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.050719 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.054006 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-697158db-a52d-4707-82fc-42f111a543e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:48.058373 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-66288b36-99fe-4814-a12f-35589d6a089f None None] For port bbfd1be2-f7ab-49a4-b7de-c32682523f73, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=bbfd1be2-f7ab-49a4-b7de-c32682523f73,segment=NetworkSegment(061bbfdf-4c38-4080-a991-655644f48cee),segment_id=061bbfdf-4c38-4080-a991-655644f48cee)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:48.058758 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-66288b36-99fe-4814-a12f-35589d6a089f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.077769 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] Pushing event deleted for resources: {'Port': ['ID=bbfd1be2-f7ab-49a4-b7de-c32682523f73,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:48.080333 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:48.083072 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] No DVR routers for this DVR port bbfd1be2-f7ab-49a4-b7de-c32682523f73 on host dv-cinder-791281-5-iscsi {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:48.127717 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-66288b36-99fe-4814-a12f-35589d6a089f None None] Calling delete_port for bbfd1be2-f7ab-49a4-b7de-c32682523f73 owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:48.161981 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840562', 'neutron.services.segments.db._delete_segments_for_network-8738547431473'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.173530 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0228bcdf-8f84-4983-92f7-d1818866d6b2']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:48.185186 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061bbfdf-4c38-4080-a991-655644f48cee') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:48.185492 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061bbfdf-4c38-4080-a991-655644f48cee') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:48.198170 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738547430786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58020398'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.209928 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-66288b36-99fe-4814-a12f-35589d6a089f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.213123 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-890531ec-ecbd-4b5b-b8d6-b1abdd801ce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:48.221766 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.231332 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:25:48.231772 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57996908'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: Traceback (most recent call last): Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: timer() Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: cb(*args, **kw) Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: return func(*args, **kwargs) Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: self._notify() Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: self.callback(batched_events) Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: event.method(event) Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: return f(self, *a, **k) Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._get(url).json() Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:25:48.234698 dv-cinder-791281-5-iscsi neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:25:48.244904 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:48.246875 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66288b36-99fe-4814-a12f-35589d6a089f None None] No DVR routers for this DVR port bbfd1be2-f7ab-49a4-b7de-c32682523f73 on host dv-cinder-791281-5-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:48.249069 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66288b36-99fe-4814-a12f-35589d6a089f None None] Pushing event deleted for resources: {'Port': ['ID=bbfd1be2-f7ab-49a4-b7de-c32682523f73,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:48.252816 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-66288b36-99fe-4814-a12f-35589d6a089f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:48.273412 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:48.275442 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 1288b8e1-8dda-453d-8b3a-494c7fd2e5ac not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:48.275968 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:48.296923 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:48.297283 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 1cf64b78-2a30-4a38-96f3-2ea3682f3a93 not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:48.297803 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device bbfd1be2-f7ab-49a4-b7de-c32682523f73 no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:48.299639 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67087437'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.305630 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-89588f1d-4faa-42b8-b621-c6bf3840b809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:48.306144 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.307986 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] 10.222.0.35 "DELETE /v2.0/networks/0228bcdf-8f84-4983-92f7-d1818866d6b2 HTTP/1.1" status: 204 len: 168 time: 0.6876509 Jun 17 08:25:48.321837 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: bbfd1be2-f7ab-49a4-b7de-c32682523f73 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:48.322186 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device bbfd1be2-f7ab-49a4-b7de-c32682523f73 not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:48.324051 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] Pushing event deleted for resources: {'Network': ['ID=0228bcdf-8f84-4983-92f7-d1818866d6b2,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:48.326476 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-48288f0a-353a-489f-a19f-76bfb313191c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:48.493702 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58454) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:48.537653 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-09e089b5-8445-44c6-a6cd-51d7b891ee6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=32345ba76f5f4fdfa4507ae556c2b40f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427108 Jun 17 08:25:48.540088 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58456) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:48.586875 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-05d7bf0f-6cf4-4601-ba7c-57e15f2cb34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.607410 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-05d7bf0f-6cf4-4601-ba7c-57e15f2cb34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.652504 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-05d7bf0f-6cf4-4601-ba7c-57e15f2cb34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.655222 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-05d7bf0f-6cf4-4601-ba7c-57e15f2cb34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.659223 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-05d7bf0f-6cf4-4601-ba7c-57e15f2cb34b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50b3f2ef-210a-4655-a4b9-cce146c9589e HTTP/1.1" status: 204 len: 168 time: 0.1154056 Jun 17 08:25:48.659223 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b643216c-3aa0-48ee-addb-56221fdcab45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:48.664963 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7bf0f-6cf4-4601-ba7c-57e15f2cb34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b3f2ef-210a-4655-a4b9-cce146c9589e,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:48.667486 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-05d7bf0f-6cf4-4601-ba7c-57e15f2cb34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:48.978503 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58464) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:49.023774 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-0731f2cd-5250-4a93-907d-424665590901 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f261eb12f3643858ac09084b511392f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439672 Jun 17 08:25:49.026283 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58466) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:49.117438 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-58207f80-aa83-46ac-b549-d5381dead686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.139928 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8ad07-602e-40d2-9faa-94d9efee80ba req-e331d3eb-b06f-4d6f-ba33-7a05f02b65cd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:49.141431 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bcb8ad07-602e-40d2-9faa-94d9efee80ba req-e331d3eb-b06f-4d6f-ba33-7a05f02b65cd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 943 time: 0.1081872 Jun 17 08:25:49.164507 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-58207f80-aa83-46ac-b549-d5381dead686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.212669 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-bcb8ad07-602e-40d2-9faa-94d9efee80ba req-d3eab530-df12-494b-ba89-858b97ef6bbf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643554 Jun 17 08:25:49.234072 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-58207f80-aa83-46ac-b549-d5381dead686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.236728 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-58207f80-aa83-46ac-b549-d5381dead686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.237860 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-58207f80-aa83-46ac-b549-d5381dead686 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9dc8ba17-d480-4504-8f72-570e0e624de2 HTTP/1.1" status: 204 len: 168 time: 0.2105749 Jun 17 08:25:49.238671 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9624fa52-0b6f-4f97-b8d1-db14b37a3b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:49.246404 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58207f80-aa83-46ac-b549-d5381dead686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc8ba17-d480-4504-8f72-570e0e624de2,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:49.248941 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-58207f80-aa83-46ac-b549-d5381dead686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:50.198905 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:25:50.383942 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964ffd5-c06a-4210-801b-8fa29d4ba954 req-ea8f920a-392d-4e61-85c1-0ad88be9933c tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:50.385405 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d964ffd5-c06a-4210-801b-8fa29d4ba954 req-ea8f920a-392d-4e61-85c1-0ad88be9933c tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 943 time: 0.0623469 Jun 17 08:25:50.423209 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d964ffd5-c06a-4210-801b-8fa29d4ba954 req-fe5e0f7f-3135-4bd7-82bd-aae828d796df tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315192 Jun 17 08:25:51.414159 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=92981) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:25:51.509700 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=60ff1909-9cb6-4195-bcd9-9e4b07a514f2,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:51.521182 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Returning: {'device': '60ff1909-9cb6-4195-bcd9-9e4b07a514f2', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'port_id': '60ff1909-9cb6-4195-bcd9-9e4b07a514f2', 'mac_address': 'fa:16:3e:b5:8e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92981) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:25:51.559065 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:51.572205 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:51.592233 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=60ff1909-9cb6-4195-bcd9-9e4b07a514f2,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:51.596450 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:51.599223 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:51.603172 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0157e9-7c16-4e8f-a883-5259e66a2347 req-4467e697-1304-4a97-b480-0b462474f51b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:51.604729 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7f0157e9-7c16-4e8f-a883-5259e66a2347 req-4467e697-1304-4a97-b480-0b462474f51b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 943 time: 0.0674713 Jun 17 08:25:51.643886 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7f0157e9-7c16-4e8f-a883-5259e66a2347 req-d7435ff6-3166-476d-8acc-4451c8213ce0 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323672 Jun 17 08:25:51.645104 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=60ff1909-9cb6-4195-bcd9-9e4b07a514f2,revision_number=4']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:51.648212 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:51.837119 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] get_ports_and_sgs() called for port_ids ['60ff1909-9cb6-4195-bcd9-9e4b07a514f2'] {{(pid=92981) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:52.815307 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6f41c-2183-4378-a0dc-f84628d3e669 req-07f2a6d2-e417-409a-aaf0-f8b2f3437f4e tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:52.816843 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b2a6f41c-2183-4378-a0dc-f84628d3e669 req-07f2a6d2-e417-409a-aaf0-f8b2f3437f4e tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 944 time: 0.0627890 Jun 17 08:25:52.854964 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b2a6f41c-2183-4378-a0dc-f84628d3e669 req-2a8c9e33-713f-4700-a652-f04262ca493f tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325196 Jun 17 08:25:53.442272 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 up at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:53.488705 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning for port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 completed by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:53.492561 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Provisioning complete for port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 triggered by entity L2. {{(pid=92981) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:53.492866 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-845821'] for port, provisioning_complete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:53.572302 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:53.595699 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69076944-031e-4311-ab99-c44583243a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ff1909-9cb6-4195-bcd9-9e4b07a514f2'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:53.597923 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d275abda9475ef4a1508fe804ca1de202b7c9708f587c6338a4bb7acc123191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35495c8-3bce-498d-ad66-462cac2b7efd" -d '{"events": [{"server_uuid": "69076944-031e-4311-ab99-c44583243a2e", "name": "network-vif-plugged", "status": "completed", "tag": "60ff1909-9cb6-4195-bcd9-9e4b07a514f2"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:53.610134 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] For port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=60ff1909-9cb6-4195-bcd9-9e4b07a514f2,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:53.614218 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:53.617397 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:53.640536 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8169d2c6-7de5-4792-8741-75cd00a0e489 x-openstack-request-id: req-8169d2c6-7de5-4792-8741-75cd00a0e489 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:53.640824 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69076944-031e-4311-ab99-c44583243a2e", "name": "network-vif-plugged", "status": "completed", "tag": "60ff1909-9cb6-4195-bcd9-9e4b07a514f2", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:53.641088 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8169d2c6-7de5-4792-8741-75cd00a0e489 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:53.641487 dv-cinder-791281-5-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69076944-031e-4311-ab99-c44583243a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ff1909-9cb6-4195-bcd9-9e4b07a514f2', 'code': 200} Jun 17 08:25:53.666198 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Pushing event updated for resources: {'Port': ['ID=60ff1909-9cb6-4195-bcd9-9e4b07a514f2,revision_number=5']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:53.669003 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:53.914212 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d497b7-f1e6-4811-9b14-4a89c03dec53 req-fd74076d-2fe9-41bf-a664-018c4df835a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:53.915717 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-46d497b7-f1e6-4811-9b14-4a89c03dec53 req-fd74076d-2fe9-41bf-a664-018c4df835a4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 1098 time: 0.0575325 Jun 17 08:25:53.944824 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-eb7f4732-07c0-4b5e-ab6f-3cff4996d64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:53.956137 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-46d497b7-f1e6-4811-9b14-4a89c03dec53 req-27f63cae-8f73-47c1-818d-3047e839b501 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334845 Jun 17 08:25:54.031068 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22960fea-3a8d-48ea-a533-41d1f064fa6d req-751cca48-ba5f-4cca-a59e-99db5b93eb60 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:54.032640 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-22960fea-3a8d-48ea-a533-41d1f064fa6d req-751cca48-ba5f-4cca-a59e-99db5b93eb60 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 945 time: 0.0635574 Jun 17 08:25:54.261570 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-22960fea-3a8d-48ea-a533-41d1f064fa6d req-fa3a0837-6772-47e3-a4fa-fcd7b8e4cd85 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232826 Jun 17 08:25:55.432714 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dd43f-5018-4126-b35f-bcc2d53353ad req-5b706e9c-a88e-4c6e-80f4-ac4074d6842b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:55.434195 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8c7dd43f-5018-4126-b35f-bcc2d53353ad req-5b706e9c-a88e-4c6e-80f4-ac4074d6842b tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 945 time: 0.0621512 Jun 17 08:25:55.471971 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-8c7dd43f-5018-4126-b35f-bcc2d53353ad req-1dcf60ba-bf40-40e5-98f4-b266d7074580 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318265 Jun 17 08:25:55.654550 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8aa26-be66-4995-b7f0-fb1df13c8d98 req-35181945-20c9-43dd-a420-e276fb2ea477 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:55.655964 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a4d8aa26-be66-4995-b7f0-fb1df13c8d98 req-35181945-20c9-43dd-a420-e276fb2ea477 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 945 time: 0.0710618 Jun 17 08:25:55.693164 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-a4d8aa26-be66-4995-b7f0-fb1df13c8d98 req-d4b84d97-46eb-490d-bc97-06ba6059ac89 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315695 Jun 17 08:25:55.717719 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58486) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:55.768909 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a4cfd0-e183-4906-8e27-d13c8cdc97c3 tempest-TestVolumeBootPattern-1194086152 tempest-TestVolumeBootPattern-1194086152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:55.770392 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-60a4cfd0-e183-4906-8e27-d13c8cdc97c3 tempest-TestVolumeBootPattern-1194086152 tempest-TestVolumeBootPattern-1194086152-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 1093 time: 0.0517199 Jun 17 08:25:55.773227 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58488) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:55.777477 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.v2.base [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Request body: {'floatingip': {'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'port_id': '60ff1909-9cb6-4195-bcd9-9e4b07a514f2', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92979) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:55.800551 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for floatingip, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:55.900592 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-931500'] for port, before_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.004080 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_common [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Allocated IP 172.27.0.235 (d7615c75-e47e-4bd3-8b0f-d4d338da562e/f01658c3-1891-480b-8725-8c6bf900ce76/8ac8042d-ed90-4645-ae48-a2d1ef7afa9e) {{(pid=92979) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:56.108785 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for port, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.147293 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-928361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-31795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738546941206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-57996850'] for port, after_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.150035 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:56.184350 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Network d7615c75-e47e-4bd3-8b0f-d4d338da562e is already hosted by enough agents. {{(pid=92979) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:56.187485 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.base_scheduler [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Resources bound (agent type, host, resource id): {{(pid=92979) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:56.190748 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Received port after_create {{(pid=92979) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:56.216998 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event updated for resources: {'Port': ['ID=8ac8042d-ed90-4645-ae48-a2d1ef7afa9e,revision_number=1']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:56.221206 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:56.538091 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.540842 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.615770 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-931518'] for port, before_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.748428 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a362f452-889d-47fc-a7dc-4523b967042b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.765732 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for port, precommit_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.769988 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738547349095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738546941224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738546941269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57996800'] for port, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.772685 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-829ee430-e158-4d83-97d6-fb58b5a5c29a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:56.840312 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event updated for resources: {'Port': ['ID=8ac8042d-ed90-4645-ae48-a2d1ef7afa9e,revision_number=2']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:56.844551 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:56.850586 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67087571'] for floatingip, after_update {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.949895 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.l3_db [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Floating IP d34be790-aa0e-48b3-827b-f792793f7e70 associated. External IP: 172.27.0.235, port: 60ff1909-9cb6-4195-bcd9-9e4b07a514f2. Jun 17 08:25:57.148371 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:25:57.258659 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:57.267939 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b894f37-d893-4b15-8364-d328c25c0094 None None] Sync routers for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:57.276358 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.278064 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b894f37-d893-4b15-8364-d328c25c0094 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:57.279286 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-2b894f37-d893-4b15-8364-d328c25c0094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:25:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:57.317268 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5430372 Jun 17 08:25:57.317944 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69076944-031e-4311-ab99-c44583243a2e', 'tag': '60ff1909-9cb6-4195-bcd9-9e4b07a514f2'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:57.320284 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f56adb-7af5-40d2-9c4b-9c5a6f1fdf6f" -d '{"events": [{"name": "network-changed", "server_uuid": "69076944-031e-4311-ab99-c44583243a2e", "tag": "60ff1909-9cb6-4195-bcd9-9e4b07a514f2"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:57.356606 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b6b27b-d110-4bb0-838c-7793fd008fbd x-openstack-request-id: req-72b6b27b-d110-4bb0-838c-7793fd008fbd {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:57.357547 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69076944-031e-4311-ab99-c44583243a2e", "tag": "60ff1909-9cb6-4195-bcd9-9e4b07a514f2", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:57.357887 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72b6b27b-d110-4bb0-838c-7793fd008fbd {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:57.358322 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69076944-031e-4311-ab99-c44583243a2e', 'tag': '60ff1909-9cb6-4195-bcd9-9e4b07a514f2', 'status': 'completed', 'code': 200} Jun 17 08:25:57.385159 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-2b894f37-d893-4b15-8364-d328c25c0094 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:57.431268 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f56adb-7af5-40d2-9c4b-9c5a6f1fdf6f req-a75f98b6-f77f-42d9-8503-67df01a2c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:57.433019 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d9f56adb-7af5-40d2-9c4b-9c5a6f1fdf6f req-a75f98b6-f77f-42d9-8503-67df01a2c07e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 1098 time: 0.0529649 Jun 17 08:25:57.523552 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f56adb-7af5-40d2-9c4b-9c5a6f1fdf6f req-d38ff431-c982-4ca0-89ae-a82961a8be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:57.525032 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d9f56adb-7af5-40d2-9c4b-9c5a6f1fdf6f req-d38ff431-c982-4ca0-89ae-a82961a8be04 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 913 time: 0.0846581 Jun 17 08:25:57.614110 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-2b894f37-d893-4b15-8364-d328c25c0094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '14250733-26b8-489b-bd33-37370384f215', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'port_id': '92303fc9-f977-4ecd-b063-e582f9c51025', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'mac_address': 'fa:16:3e:21:b2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31802755-7be8-4690-8dea-8b3ff9a28749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:23:49Z', 'updated_at': '2021-06-17T08:23:51Z', 'revision_number': 1, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address_scope': None}, {'id': 'd34be790-aa0e-48b3-827b-f792793f7e70', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'floating_ip_address': '172.27.0.235', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'port_id': '60ff1909-9cb6-4195-bcd9-9e4b07a514f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'mac_address': 'fa:16:3e:b5:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69076944-031e-4311-ab99-c44583243a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:25:56Z', 'updated_at': '2021-06-17T08:25:56Z', 'revision_number': 0, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:57.641635 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b894f37-d893-4b15-8364-d328c25c0094 None None] Checking router: 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:57.650755 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b894f37-d893-4b15-8364-d328c25c0094 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:57.651425 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-2b894f37-d893-4b15-8364-d328c25c0094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:25:57Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:57.863824 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.889922 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d9f56adb-7af5-40d2-9c4b-9c5a6f1fdf6f req-a3f0dbb1-f00f-4de6-aed6-c8477f491bac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ff1909-9cb6-4195-bcd9-9e4b07a514f2 HTTP/1.1" status: 200 len: 999 time: 0.3589497 Jun 17 08:25:57.898458 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-2b894f37-d893-4b15-8364-d328c25c0094 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:57.938857 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f56adb-7af5-40d2-9c4b-9c5a6f1fdf6f req-d0bdc9dd-746a-4d13-8ccc-3ceb6314bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:57.940393 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d9f56adb-7af5-40d2-9c4b-9c5a6f1fdf6f req-d0bdc9dd-746a-4d13-8ccc-3ceb6314bce8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e76fa1ac-6046-4734-9f86-f08e5acf6755 HTTP/1.1" status: 200 len: 851 time: 0.0432885 Jun 17 08:25:57.998110 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f56adb-7af5-40d2-9c4b-9c5a6f1fdf6f req-7033d8e8-9044-427c-948f-f2b0223c461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:57.999770 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d9f56adb-7af5-40d2-9c4b-9c5a6f1fdf6f req-7033d8e8-9044-427c-948f-f2b0223c461b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f677da10-206c-4631-a34f-1a8c85c68abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525553 Jun 17 08:25:58.091978 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d9f56adb-7af5-40d2-9c4b-9c5a6f1fdf6f req-4994ed03-0ad7-4098-b08e-7992781cef48 service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848732 Jun 17 08:25:58.135084 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-2b894f37-d893-4b15-8364-d328c25c0094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '14250733-26b8-489b-bd33-37370384f215', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'port_id': '92303fc9-f977-4ecd-b063-e582f9c51025', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'mac_address': 'fa:16:3e:21:b2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31802755-7be8-4690-8dea-8b3ff9a28749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:23:49Z', 'updated_at': '2021-06-17T08:23:51Z', 'revision_number': 1, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address_scope': None}, {'id': 'd34be790-aa0e-48b3-827b-f792793f7e70', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'floating_ip_address': '172.27.0.235', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'port_id': '60ff1909-9cb6-4195-bcd9-9e4b07a514f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'mac_address': 'fa:16:3e:b5:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69076944-031e-4311-ab99-c44583243a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:25:56Z', 'updated_at': '2021-06-17T08:25:56Z', 'revision_number': 0, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:58.161853 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b894f37-d893-4b15-8364-d328c25c0094 None None] The sync data for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi is: [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '14250733-26b8-489b-bd33-37370384f215', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'port_id': '92303fc9-f977-4ecd-b063-e582f9c51025', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'mac_address': 'fa:16:3e:21:b2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31802755-7be8-4690-8dea-8b3ff9a28749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:23:49Z', 'updated_at': '2021-06-17T08:23:51Z', 'revision_number': 1, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address_scope': None}, {'id': 'd34be790-aa0e-48b3-827b-f792793f7e70', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'floating_ip_address': '172.27.0.235', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'port_id': '60ff1909-9cb6-4195-bcd9-9e4b07a514f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'mac_address': 'fa:16:3e:b5:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69076944-031e-4311-ab99-c44583243a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:25:56Z', 'updated_at': '2021-06-17T08:25:56Z', 'revision_number': 0, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:58.188961 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-d9f56adb-7af5-40d2-9c4b-9c5a6f1fdf6f req-a850d154-73de-483e-892d-6c2b524324e4 service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901153 Jun 17 08:25:58.352536 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e048e53b-3b4e-40eb-b1b0-264ae810c7ff None None] New status for floating IP d34be790-aa0e-48b3-827b-f792793f7e70: ACTIVE {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:25:58.831336 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:59.698781 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:23.945977 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f22816ad-d6ff-4661-b5d8-f84f5e91612c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.539328 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.751273 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-811b5c26-912e-46e0-af2d-ab7206c866e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.198193 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:26:27.835903 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.846520 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.701424 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:42.175821 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-24f5786c-d548-4871-ae0e-9aede49373ea req-9cd04852-6045-40fd-9ad4-ea63c46931ff service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515285 Jun 17 08:26:42.272934 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5786c-d548-4871-ae0e-9aede49373ea req-8f9e0041-01df-4a50-87f9-3144de789ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:42.274311 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-24f5786c-d548-4871-ae0e-9aede49373ea req-8f9e0041-01df-4a50-87f9-3144de789ca1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 1098 time: 0.0540662 Jun 17 08:26:42.379432 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5786c-d548-4871-ae0e-9aede49373ea req-b42b5968-9197-4a18-b33a-adffea4ac26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:42.380906 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-24f5786c-d548-4871-ae0e-9aede49373ea req-b42b5968-9197-4a18-b33a-adffea4ac26a service neutron] 10.222.0.38 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 913 time: 0.0858009 Jun 17 08:26:42.444337 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-24f5786c-d548-4871-ae0e-9aede49373ea req-075acc38-965e-454b-b48f-4636b90abed7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92303fc9-f977-4ecd-b063-e582f9c51025 HTTP/1.1" status: 200 len: 1001 time: 0.0568955 Jun 17 08:26:42.502239 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5786c-d548-4871-ae0e-9aede49373ea req-d8ab41ec-35e2-4f37-9a1b-c48ab39383b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:42.503730 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-24f5786c-d548-4871-ae0e-9aede49373ea req-d8ab41ec-35e2-4f37-9a1b-c48ab39383b1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e76fa1ac-6046-4734-9f86-f08e5acf6755 HTTP/1.1" status: 200 len: 851 time: 0.0463796 Jun 17 08:26:42.559133 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5786c-d548-4871-ae0e-9aede49373ea req-ca10a17e-8e56-4ed0-ace0-1868eade9557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:42.561142 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-24f5786c-d548-4871-ae0e-9aede49373ea req-ca10a17e-8e56-4ed0-ace0-1868eade9557 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f677da10-206c-4631-a34f-1a8c85c68abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503743 Jun 17 08:26:42.650787 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-24f5786c-d548-4871-ae0e-9aede49373ea req-46aa002c-0597-4b2b-a3db-e586fc696db4 service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822289 Jun 17 08:26:42.742185 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-24f5786c-d548-4871-ae0e-9aede49373ea req-39c9fd89-72fa-475f-bda9-d5835c2367b2 service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836093 Jun 17 08:26:53.948781 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9f9c775-41f5-4076-b35f-371a4271172b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:56.540421 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:56.751965 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7a5d7064-0a0d-4672-8498-4a7d5fa7f0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:57.839356 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.862569 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.705856 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:04.197023 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:27:23.950392 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d12c8299-2367-4192-9b91-1dadf050b503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.334405 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58524) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:26.489312 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Deleting port 8ac8042d-ed90-4645-ae48-a2d1ef7afa9e {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:26.489541 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.541369 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.568398 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.568717 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.636878 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Calling delete_port for 8ac8042d-ed90-4645-ae48-a2d1ef7afa9e owned by network:floatingip {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:26.752123 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb69a0bb-55f8-4848-a277-03a7d830498c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.788980 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.791147 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f04feb90-a80f-4b77-8915-a1dd37307c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:26.813456 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event deleted for resources: {'Port': ['ID=8ac8042d-ed90-4645-ae48-a2d1ef7afa9e,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:26.825709 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:26.826086 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:26.826451 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:26.826816 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:26.827170 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:26.828152 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:26.828762 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:26.829182 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:26.829545 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:26.829920 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:26.830259 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:26.830611 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:26.833665 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:26.900214 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for floatingip, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.900546 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.l3_db [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Floating IP d34be790-aa0e-48b3-827b-f792793f7e70 disassociated (deleted). External IP: 172.27.0.235, port: 60ff1909-9cb6-4195-bcd9-9e4b07a514f2. Jun 17 08:27:27.105967 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:27:27.214596 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:27:27.219511 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.223809 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66bae3-da7f-405b-aa97-3c3f927b1ac3 None None] Sync routers for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:27:27.233592 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66bae3-da7f-405b-aa97-3c3f927b1ac3 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:27.234743 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-8c66bae3-da7f-405b-aa97-3c3f927b1ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:27:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:27.258622 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-b13750c0-9cdd-4623-9a99-233209cd5b9d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "DELETE /v2.0/floatingips/d34be790-aa0e-48b3-827b-f792793f7e70 HTTP/1.1" status: 204 len: 168 time: 0.9230816 Jun 17 08:27:27.259429 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69076944-031e-4311-ab99-c44583243a2e', 'tag': '60ff1909-9cb6-4195-bcd9-9e4b07a514f2'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:27.261819 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f2b1e1-504f-47a5-aeb1-89c875c30c40" -d '{"events": [{"name": "network-changed", "server_uuid": "69076944-031e-4311-ab99-c44583243a2e", "tag": "60ff1909-9cb6-4195-bcd9-9e4b07a514f2"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:27.309791 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a636f6eb-d2d2-46ed-bbbd-e7a3b5aa30f2 x-openstack-request-id: req-a636f6eb-d2d2-46ed-bbbd-e7a3b5aa30f2 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:27.310130 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69076944-031e-4311-ab99-c44583243a2e", "tag": "60ff1909-9cb6-4195-bcd9-9e4b07a514f2", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:27.310434 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a636f6eb-d2d2-46ed-bbbd-e7a3b5aa30f2 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:27.310953 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69076944-031e-4311-ab99-c44583243a2e', 'tag': '60ff1909-9cb6-4195-bcd9-9e4b07a514f2', 'status': 'completed', 'code': 200} Jun 17 08:27:27.354944 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-8c66bae3-da7f-405b-aa97-3c3f927b1ac3 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:27.391182 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2b1e1-504f-47a5-aeb1-89c875c30c40 req-13e315a6-d23b-4bd6-a6f2-45b829808a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:27.392707 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c1f2b1e1-504f-47a5-aeb1-89c875c30c40 req-13e315a6-d23b-4bd6-a6f2-45b829808a85 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 1098 time: 0.0535831 Jun 17 08:27:27.502494 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2b1e1-504f-47a5-aeb1-89c875c30c40 req-513c565c-7e9a-4129-85a2-55a8307227c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:27.504104 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c1f2b1e1-504f-47a5-aeb1-89c875c30c40 req-513c565c-7e9a-4129-85a2-55a8307227c4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 913 time: 0.1052923 Jun 17 08:27:27.558474 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c1f2b1e1-504f-47a5-aeb1-89c875c30c40 req-f3ce6570-22c2-47c9-8df2-17905f93fe86 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ff1909-9cb6-4195-bcd9-9e4b07a514f2 HTTP/1.1" status: 200 len: 217 time: 0.0391631 Jun 17 08:27:27.599687 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-8c66bae3-da7f-405b-aa97-3c3f927b1ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '14250733-26b8-489b-bd33-37370384f215', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'port_id': '92303fc9-f977-4ecd-b063-e582f9c51025', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'mac_address': 'fa:16:3e:21:b2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31802755-7be8-4690-8dea-8b3ff9a28749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:23:49Z', 'updated_at': '2021-06-17T08:23:51Z', 'revision_number': 1, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:27.632105 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66bae3-da7f-405b-aa97-3c3f927b1ac3 None None] Checking router: 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:27:27.639015 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2b1e1-504f-47a5-aeb1-89c875c30c40 req-e55f2a6c-1842-4d0b-901b-5269353088f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:27.641569 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66bae3-da7f-405b-aa97-3c3f927b1ac3 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:27.641712 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c1f2b1e1-504f-47a5-aeb1-89c875c30c40 req-e55f2a6c-1842-4d0b-901b-5269353088f9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e76fa1ac-6046-4734-9f86-f08e5acf6755 HTTP/1.1" status: 200 len: 851 time: 0.0769312 Jun 17 08:27:27.642177 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-8c66bae3-da7f-405b-aa97-3c3f927b1ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:27:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:27.704501 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc960569-92c7-4e1b-9c02-c7569f14c707 req-46a3b535-c724-431e-b981-46eb7ff00241 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:27.705987 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cc960569-92c7-4e1b-9c02-c7569f14c707 req-46a3b535-c724-431e-b981-46eb7ff00241 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 945 time: 0.1150863 Jun 17 08:27:27.739014 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2b1e1-504f-47a5-aeb1-89c875c30c40 req-bf11053e-23ca-4e7e-9fae-50e121614aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:27.740578 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c1f2b1e1-504f-47a5-aeb1-89c875c30c40 req-bf11053e-23ca-4e7e-9fae-50e121614aeb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f677da10-206c-4631-a34f-1a8c85c68abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905936 Jun 17 08:27:27.750871 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-8c66bae3-da7f-405b-aa97-3c3f927b1ac3 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:27.771570 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-cc960569-92c7-4e1b-9c02-c7569f14c707 req-3ed1bf6c-e333-4149-835d-d776ac09d214 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591531 Jun 17 08:27:27.844136 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c1f2b1e1-504f-47a5-aeb1-89c875c30c40 req-1e427abe-1e64-4866-b9f1-8e75dff7c133 service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957854 Jun 17 08:27:27.854222 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.935036 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-c1f2b1e1-504f-47a5-aeb1-89c875c30c40 req-726b0c6c-a047-47cd-bbc8-a60cc9bb6ceb service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832801 Jun 17 08:27:27.991760 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-8c66bae3-da7f-405b-aa97-3c3f927b1ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '14250733-26b8-489b-bd33-37370384f215', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'port_id': '92303fc9-f977-4ecd-b063-e582f9c51025', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'mac_address': 'fa:16:3e:21:b2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31802755-7be8-4690-8dea-8b3ff9a28749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:23:49Z', 'updated_at': '2021-06-17T08:23:51Z', 'revision_number': 1, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:28.020953 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66bae3-da7f-405b-aa97-3c3f927b1ac3 None None] The sync data for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi is: [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_floatingips': [{'id': '14250733-26b8-489b-bd33-37370384f215', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'router_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'port_id': '92303fc9-f977-4ecd-b063-e582f9c51025', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'mac_address': 'fa:16:3e:21:b2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31802755-7be8-4690-8dea-8b3ff9a28749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:23:49Z', 'updated_at': '2021-06-17T08:23:51Z', 'revision_number': 1, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:27:28.236377 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8377951-058a-48b5-b4e6-c5d1a00ef66f None None] New status for floating IP d34be790-aa0e-48b3-827b-f792793f7e70: DOWN {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:27:28.860230 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.971271 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a605be5-5da2-4efe-87e7-1ca95a9a9188 req-aa65a593-b0db-40e9-85d4-c717819f6d62 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:28.972721 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7a605be5-5da2-4efe-87e7-1ca95a9a9188 req-aa65a593-b0db-40e9-85d4-c717819f6d62 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 945 time: 0.0621583 Jun 17 08:27:29.013385 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-7a605be5-5da2-4efe-87e7-1ca95a9a9188 req-4c53a0b5-a43b-4db9-9112-f76bfdb76d7a tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351419 Jun 17 08:27:29.143797 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974a79f-5ac3-45b6-82dd-63d9dbd502c6 req-897d4377-8241-4128-8dc5-194586cea96c tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:29.145211 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f974a79f-5ac3-45b6-82dd-63d9dbd502c6 req-897d4377-8241-4128-8dc5-194586cea96c tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.38 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 945 time: 0.0616837 Jun 17 08:27:29.242230 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-f974a79f-5ac3-45b6-82dd-63d9dbd502c6 req-084ec95f-c03f-4016-bb17-7cb72cbee772 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Deleting port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:29.242562 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-f974a79f-5ac3-45b6-82dd-63d9dbd502c6 req-084ec95f-c03f-4016-bb17-7cb72cbee772 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.330776 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-f974a79f-5ac3-45b6-82dd-63d9dbd502c6 req-084ec95f-c03f-4016-bb17-7cb72cbee772 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] For port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=60ff1909-9cb6-4195-bcd9-9e4b07a514f2,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:29.331122 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-f974a79f-5ac3-45b6-82dd-63d9dbd502c6 req-084ec95f-c03f-4016-bb17-7cb72cbee772 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.395578 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-f974a79f-5ac3-45b6-82dd-63d9dbd502c6 req-084ec95f-c03f-4016-bb17-7cb72cbee772 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Calling delete_port for 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:29.517097 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-f974a79f-5ac3-45b6-82dd-63d9dbd502c6 req-084ec95f-c03f-4016-bb17-7cb72cbee772 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.521292 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-1902bd8d-56d1-448e-bae7-4056328c7bbd tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:29.547867 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ec95f-c03f-4016-bb17-7cb72cbee772 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event deleted for resources: {'Port': ['ID=60ff1909-9cb6-4195-bcd9-9e4b07a514f2,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:29.550338 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-084ec95f-c03f-4016-bb17-7cb72cbee772 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:29.596356 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-f974a79f-5ac3-45b6-82dd-63d9dbd502c6 req-084ec95f-c03f-4016-bb17-7cb72cbee772 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] No DVR routers for this DVR port 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 on host hv-cinder-79128 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:29.598727 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-f974a79f-5ac3-45b6-82dd-63d9dbd502c6 req-084ec95f-c03f-4016-bb17-7cb72cbee772 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.600696 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-f974a79f-5ac3-45b6-82dd-63d9dbd502c6 req-084ec95f-c03f-4016-bb17-7cb72cbee772 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.38 "DELETE /v2.0/ports/60ff1909-9cb6-4195-bcd9-9e4b07a514f2 HTTP/1.1" status: 204 len: 173 time: 0.4504387 Jun 17 08:27:29.601217 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69076944-031e-4311-ab99-c44583243a2e', 'name': 'network-vif-deleted', 'tag': '60ff1909-9cb6-4195-bcd9-9e4b07a514f2'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:29.603507 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f176ea-e6c5-44b7-800c-f40434f7beeb" -d '{"events": [{"server_uuid": "69076944-031e-4311-ab99-c44583243a2e", "name": "network-vif-deleted", "tag": "60ff1909-9cb6-4195-bcd9-9e4b07a514f2"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:29.657698 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4eafdd-b4eb-470e-9798-c62d3cc2885b x-openstack-request-id: req-8a4eafdd-b4eb-470e-9798-c62d3cc2885b {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:29.658033 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69076944-031e-4311-ab99-c44583243a2e", "name": "network-vif-deleted", "tag": "60ff1909-9cb6-4195-bcd9-9e4b07a514f2", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:29.658330 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a4eafdd-b4eb-470e-9798-c62d3cc2885b {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:29.658776 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69076944-031e-4311-ab99-c44583243a2e', 'name': 'network-vif-deleted', 'tag': '60ff1909-9cb6-4195-bcd9-9e4b07a514f2', 'status': 'completed', 'code': 200} Jun 17 08:27:29.707685 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:30.164581 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-3aabf1c9-ee5b-4017-94ac-de84be3ada40 req-46ff8733-7d81-4c45-9093-f915e6259c01 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=69076944-031e-4311-ab99-c44583243a2e HTTP/1.1" status: 200 len: 210 time: 0.0280206 Jun 17 08:27:33.483033 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58566) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:33.636350 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-e4259796-3408-4086-b9c1-1c481cc37dee tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Deleting port 77413ed2-62eb-46a9-a006-dc4ab68e2018 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:33.636687 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e4259796-3408-4086-b9c1-1c481cc37dee tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.712790 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e4259796-3408-4086-b9c1-1c481cc37dee tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.713114 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e4259796-3408-4086-b9c1-1c481cc37dee tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.778816 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-e4259796-3408-4086-b9c1-1c481cc37dee tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Calling delete_port for 77413ed2-62eb-46a9-a006-dc4ab68e2018 owned by network:floatingip {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:33.913014 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:33.920171 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e4259796-3408-4086-b9c1-1c481cc37dee tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.922764 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-df8e39ac-1e75-46f8-b062-3b618f281e06 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:33.933092 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:33.933448 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 60ff1909-9cb6-4195-bcd9-9e4b07a514f2 not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:33.952485 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4259796-3408-4086-b9c1-1c481cc37dee tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event deleted for resources: {'Port': ['ID=77413ed2-62eb-46a9-a006-dc4ab68e2018,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:33.955267 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e4259796-3408-4086-b9c1-1c481cc37dee tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:34.013595 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e4259796-3408-4086-b9c1-1c481cc37dee tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for floatingip, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.013919 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.db.l3_db [None req-e4259796-3408-4086-b9c1-1c481cc37dee tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Floating IP 14250733-26b8-489b-bd33-37370384f215 disassociated (deleted). External IP: 172.27.0.139, port: 92303fc9-f977-4ecd-b063-e582f9c51025. Jun 17 08:27:34.502106 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4259796-3408-4086-b9c1-1c481cc37dee tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:27:34.611151 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4259796-3408-4086-b9c1-1c481cc37dee tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:27:34.617525 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-e4259796-3408-4086-b9c1-1c481cc37dee tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.622136 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a5742-e08b-4093-9ec2-19d816634666 None None] Sync routers for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:27:34.630939 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a5742-e08b-4093-9ec2-19d816634666 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:34.631945 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-c95a5742-e08b-4093-9ec2-19d816634666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:27:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:34.662150 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-e4259796-3408-4086-b9c1-1c481cc37dee tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "DELETE /v2.0/floatingips/14250733-26b8-489b-bd33-37370384f215 HTTP/1.1" status: 204 len: 168 time: 1.1749182 Jun 17 08:27:34.662150 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31802755-7be8-4690-8dea-8b3ff9a28749', 'tag': '92303fc9-f977-4ecd-b063-e582f9c51025'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:34.664853 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451b8ba3-ea45-4e03-b2f6-57268c9d91d4" -d '{"events": [{"name": "network-changed", "server_uuid": "31802755-7be8-4690-8dea-8b3ff9a28749", "tag": "92303fc9-f977-4ecd-b063-e582f9c51025"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:34.712040 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686bb38e-5dca-4796-a6bc-f26ce452877b x-openstack-request-id: req-686bb38e-5dca-4796-a6bc-f26ce452877b {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:34.712377 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31802755-7be8-4690-8dea-8b3ff9a28749", "tag": "92303fc9-f977-4ecd-b063-e582f9c51025", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:34.712753 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-686bb38e-5dca-4796-a6bc-f26ce452877b {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:34.713364 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31802755-7be8-4690-8dea-8b3ff9a28749', 'tag': '92303fc9-f977-4ecd-b063-e582f9c51025', 'status': 'completed', 'code': 200} Jun 17 08:27:34.794393 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b8ba3-ea45-4e03-b2f6-57268c9d91d4 req-d9c881aa-d6da-4417-8eaf-8e146c09df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:34.795980 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-451b8ba3-ea45-4e03-b2f6-57268c9d91d4 req-d9c881aa-d6da-4417-8eaf-8e146c09df60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 1098 time: 0.0576484 Jun 17 08:27:34.908768 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b8ba3-ea45-4e03-b2f6-57268c9d91d4 req-cd3cbd44-d023-4a77-be0f-e377fd062d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:34.911367 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-451b8ba3-ea45-4e03-b2f6-57268c9d91d4 req-cd3cbd44-d023-4a77-be0f-e377fd062d56 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 200 len: 913 time: 0.1083801 Jun 17 08:27:34.932061 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-c95a5742-e08b-4093-9ec2-19d816634666 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:34.968746 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-451b8ba3-ea45-4e03-b2f6-57268c9d91d4 req-d2b56311-7f01-4833-b44e-a5a215592be6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92303fc9-f977-4ecd-b063-e582f9c51025 HTTP/1.1" status: 200 len: 217 time: 0.0441272 Jun 17 08:27:35.063466 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b8ba3-ea45-4e03-b2f6-57268c9d91d4 req-4f44ef43-49f9-47bb-abb7-e62c1e45de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:35.064922 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-451b8ba3-ea45-4e03-b2f6-57268c9d91d4 req-4f44ef43-49f9-47bb-abb7-e62c1e45de97 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e76fa1ac-6046-4734-9f86-f08e5acf6755 HTTP/1.1" status: 200 len: 851 time: 0.0889904 Jun 17 08:27:35.158960 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d51cc-38c7-4e42-9fcb-3dbfd2927d3b req-aaad64ae-188d-4701-be66-7dd3a095aef0 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:35.161123 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2a8d51cc-38c7-4e42-9fcb-3dbfd2927d3b req-aaad64ae-188d-4701-be66-7dd3a095aef0 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 945 time: 0.1474237 Jun 17 08:27:35.192727 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-c95a5742-e08b-4093-9ec2-19d816634666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:35.209187 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b8ba3-ea45-4e03-b2f6-57268c9d91d4 req-bc3294af-abd6-4318-be5b-50d13876224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:35.210901 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-451b8ba3-ea45-4e03-b2f6-57268c9d91d4 req-bc3294af-abd6-4318-be5b-50d13876224e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f677da10-206c-4631-a34f-1a8c85c68abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1366191 Jun 17 08:27:35.220485 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-2a8d51cc-38c7-4e42-9fcb-3dbfd2927d3b req-84609682-5dea-4e2f-be16-55d807db61b2 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496783 Jun 17 08:27:35.225984 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a5742-e08b-4093-9ec2-19d816634666 None None] Checking router: 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:27:35.236520 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a5742-e08b-4093-9ec2-19d816634666 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:35.237155 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-c95a5742-e08b-4093-9ec2-19d816634666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:27:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:35.319857 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-451b8ba3-ea45-4e03-b2f6-57268c9d91d4 req-6dcc07ad-2b2c-4b1e-8b81-c4160082aadc service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980034 Jun 17 08:27:35.349921 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-c95a5742-e08b-4093-9ec2-19d816634666 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:35.417473 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-451b8ba3-ea45-4e03-b2f6-57268c9d91d4 req-612b5108-6262-4bb3-848c-c8d423763ed7 service neutron] 10.222.0.38 "GET /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902462 Jun 17 08:27:35.550841 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-c95a5742-e08b-4093-9ec2-19d816634666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:35.576586 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a5742-e08b-4093-9ec2-19d816634666 None None] The sync data for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi is: [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:20:46Z', 'revision_number': 4, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi', '_interfaces': [{'id': '2a2465cf-4f7d-4e84-a0dd-e4964c822ebf', 'name': '', 'network_id': 'f677da10-206c-4631-a34f-1a8c85c68abd', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'mac_address': 'fa:16:3e:e4:ca:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:45Z', 'updated_at': '2021-06-17T08:20:53Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'subnets': [{'id': 'e76fa1ac-6046-4734-9f86-f08e5acf6755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:27:35.785536 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc91c0d-10bf-4bae-a93a-c8f940128857 None None] New status for floating IP 14250733-26b8-489b-bd33-37370384f215: DOWN {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:27:36.417287 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c19f25-1a9c-4b5b-a367-967c819cef0e req-ea4a98f5-fc3f-44e7-a6c0-4228ad29d7db tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:36.418723 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b6c19f25-1a9c-4b5b-a367-967c819cef0e req-ea4a98f5-fc3f-44e7-a6c0-4228ad29d7db tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 945 time: 0.0768647 Jun 17 08:27:36.480016 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-b6c19f25-1a9c-4b5b-a367-967c819cef0e req-a6f057d8-bf0b-4bca-8f5c-217a868b7d1d tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e0bf0b3-7b60-4cc5-abc7-e67532609482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454204 Jun 17 08:27:36.500264 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82364c44-42f9-462d-b472-3d4ad5a294fc req-d66919be-bbcc-40ef-b101-8c48052b269f tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92979) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:36.501698 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-82364c44-42f9-462d-b472-3d4ad5a294fc req-d66919be-bbcc-40ef-b101-8c48052b269f tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.38 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 945 time: 0.1035187 Jun 17 08:27:36.602941 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-82364c44-42f9-462d-b472-3d4ad5a294fc req-c01bd516-e935-460a-8377-bd6ede1db5fe tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Deleting port 92303fc9-f977-4ecd-b063-e582f9c51025 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:36.603312 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-82364c44-42f9-462d-b472-3d4ad5a294fc req-c01bd516-e935-460a-8377-bd6ede1db5fe tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.689242 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [req-82364c44-42f9-462d-b472-3d4ad5a294fc req-c01bd516-e935-460a-8377-bd6ede1db5fe tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] For port 92303fc9-f977-4ecd-b063-e582f9c51025, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=92303fc9-f977-4ecd-b063-e582f9c51025,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:36.689591 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-82364c44-42f9-462d-b472-3d4ad5a294fc req-c01bd516-e935-460a-8377-bd6ede1db5fe tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.755469 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [req-82364c44-42f9-462d-b472-3d4ad5a294fc req-c01bd516-e935-460a-8377-bd6ede1db5fe tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Calling delete_port for 92303fc9-f977-4ecd-b063-e582f9c51025 owned by compute:nova {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:36.882748 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-82364c44-42f9-462d-b472-3d4ad5a294fc req-c01bd516-e935-460a-8377-bd6ede1db5fe tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.887747 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-f2031e44-8dff-4b96-9e89-836254299782 tempest-TestMinimumBasicScenario-135996248 tempest-TestMinimumBasicScenario-135996248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:36.915985 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bd516-e935-460a-8377-bd6ede1db5fe tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event deleted for resources: {'Port': ['ID=92303fc9-f977-4ecd-b063-e582f9c51025,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:36.918394 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c01bd516-e935-460a-8377-bd6ede1db5fe tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:36.963327 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [req-82364c44-42f9-462d-b472-3d4ad5a294fc req-c01bd516-e935-460a-8377-bd6ede1db5fe tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] No DVR routers for this DVR port 92303fc9-f977-4ecd-b063-e582f9c51025 on host hv-cinder-79128 {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:36.965745 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [req-82364c44-42f9-462d-b472-3d4ad5a294fc req-c01bd516-e935-460a-8377-bd6ede1db5fe tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for port, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.967740 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-82364c44-42f9-462d-b472-3d4ad5a294fc req-c01bd516-e935-460a-8377-bd6ede1db5fe tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.38 "DELETE /v2.0/ports/92303fc9-f977-4ecd-b063-e582f9c51025 HTTP/1.1" status: 204 len: 173 time: 0.4603529 Jun 17 08:27:36.968445 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31802755-7be8-4690-8dea-8b3ff9a28749', 'name': 'network-vif-deleted', 'tag': '92303fc9-f977-4ecd-b063-e582f9c51025'}] {{(pid=92979) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:36.970846 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00e577e63c30b2f2a15ae607baf3bcbb71e97a2ba86e79db45ee0418c583c4b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d89ff27-5c14-4668-bc11-fb65287cd4b3" -d '{"events": [{"server_uuid": "31802755-7be8-4690-8dea-8b3ff9a28749", "name": "network-vif-deleted", "tag": "92303fc9-f977-4ecd-b063-e582f9c51025"}]}' {{(pid=92979) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:37.010435 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfe92b4-cbc3-481f-8c30-c74b81e49f36 x-openstack-request-id: req-7bfe92b4-cbc3-481f-8c30-c74b81e49f36 {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:37.010771 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31802755-7be8-4690-8dea-8b3ff9a28749", "name": "network-vif-deleted", "tag": "92303fc9-f977-4ecd-b063-e582f9c51025", "status": "completed", "code": 200}]} {{(pid=92979) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:37.011068 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7bfe92b4-cbc3-481f-8c30-c74b81e49f36 {{(pid=92979) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:37.011617 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31802755-7be8-4690-8dea-8b3ff9a28749', 'name': 'network-vif-deleted', 'tag': '92303fc9-f977-4ecd-b063-e582f9c51025', 'status': 'completed', 'code': 200} Jun 17 08:27:37.794814 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [req-6b8bf1b3-269e-42ad-bedd-c39252ce3849 req-778df127-c6c0-42ff-9d17-fdf1e180903c tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "GET /v2.0/ports?device_id=31802755-7be8-4690-8dea-8b3ff9a28749 HTTP/1.1" status: 200 len: 210 time: 0.0301840 Jun 17 08:27:38.889455 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58582) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:39.012846 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-36182fc7-b1c5-4932-83e4-8759f561c8cb tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Deleting port f7bd9d1e-9942-406d-a531-91afc0ec66b0 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:39.013211 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-36182fc7-b1c5-4932-83e4-8759f561c8cb tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.091943 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-36182fc7-b1c5-4932-83e4-8759f561c8cb tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.092167 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-36182fc7-b1c5-4932-83e4-8759f561c8cb tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.159391 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-36182fc7-b1c5-4932-83e4-8759f561c8cb tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Calling delete_port for f7bd9d1e-9942-406d-a531-91afc0ec66b0 owned by network:floatingip {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:39.287460 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-36182fc7-b1c5-4932-83e4-8759f561c8cb tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.290263 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-c01bd516-e935-460a-8377-bd6ede1db5fe tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:39.317616 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36182fc7-b1c5-4932-83e4-8759f561c8cb tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event deleted for resources: {'Port': ['ID=f7bd9d1e-9942-406d-a531-91afc0ec66b0,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:39.320953 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-36182fc7-b1c5-4932-83e4-8759f561c8cb tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:39.380852 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-36182fc7-b1c5-4932-83e4-8759f561c8cb tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for floatingip, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.383324 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-36182fc7-b1c5-4932-83e4-8759f561c8cb tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255407'] for floatingip, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.385270 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-36182fc7-b1c5-4932-83e4-8759f561c8cb tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "DELETE /v2.0/floatingips/324b6ca4-a333-4bb3-935b-20915634216e HTTP/1.1" status: 204 len: 168 time: 0.4931638 Jun 17 08:27:39.943200 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 92303fc9-f977-4ecd-b063-e582f9c51025 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:39.963881 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] No Port match for: 92303fc9-f977-4ecd-b063-e582f9c51025 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:39.964256 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Device 92303fc9-f977-4ecd-b063-e582f9c51025 not bound to the agent host hv-cinder-79128 {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:40.651493 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 58594) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:40.714626 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.741179 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.800162 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.802915 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.804083 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] 10.222.0.35 "DELETE /v2.0/security-groups/1e0bf0b3-7b60-4cc5-abc7-e67532609482 HTTP/1.1" status: 204 len: 168 time: 0.1516316 Jun 17 08:27:40.804870 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-3814f310-6917-4b68-8984-dbf153852fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:40.814333 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0bf0b3-7b60-4cc5-abc7-e67532609482,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:40.821563 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:40.821943 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:40.822325 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:40.822698 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:40.823066 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:40.823463 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:40.823832 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:40.824195 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:40.824564 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:40.824920 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:40.825277 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:40.825633 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:40.828916 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-35161b9d-1ac2-4826-9d2e-13a372d4aebf tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:40.858135 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 58600) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:41.195855 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:27:41.536237 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-24947acd-c695-4cc4-a64b-c70780d2a818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67076084'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.780827 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-24947acd-c695-4cc4-a64b-c70780d2a818 admin admin] Deleting port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:41.781531 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-24947acd-c695-4cc4-a64b-c70780d2a818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.858831 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-24947acd-c695-4cc4-a64b-c70780d2a818 admin admin] For port 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=2a2465cf-4f7d-4e84-a0dd-e4964c822ebf,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:41.859221 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-24947acd-c695-4cc4-a64b-c70780d2a818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.924062 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-24947acd-c695-4cc4-a64b-c70780d2a818 admin admin] Calling delete_port for 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:42.116087 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-24947acd-c695-4cc4-a64b-c70780d2a818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.117996 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:42.142268 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24947acd-c695-4cc4-a64b-c70780d2a818 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2465cf-4f7d-4e84-a0dd-e4964c822ebf,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:42.145370 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-24947acd-c695-4cc4-a64b-c70780d2a818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:42.305156 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-24947acd-c695-4cc4-a64b-c70780d2a818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66618793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67075936'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.524557 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24947acd-c695-4cc4-a64b-c70780d2a818 admin admin] Router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:27:42.626731 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24947acd-c695-4cc4-a64b-c70780d2a818 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:27:42.631518 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-24947acd-c695-4cc4-a64b-c70780d2a818 admin admin] 10.222.0.35 "PUT /v2.0/routers/18bf186c-ce9f-4ad3-ac46-7f0c04d852d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7716875 Jun 17 08:27:42.634003 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 58604) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:42.635879 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89fb786-e0a1-4441-a89c-bd7394c69c12 None None] Sync routers for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:27:42.646334 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89fb786-e0a1-4441-a89c-bd7394c69c12 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:42.646944 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-c89fb786-e0a1-4441-a89c-bd7394c69c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:27:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:42.739895 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0d857c1d-1efa-4c02-bc40-c124451940ef admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.765463 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-c89fb786-e0a1-4441-a89c-bd7394c69c12 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:42.846507 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0d857c1d-1efa-4c02-bc40-c124451940ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.898613 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-0d857c1d-1efa-4c02-bc40-c124451940ef admin admin] Deleting port 17e8f62e-b8f7-455d-bd93-0f5d803eab7c {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:42.898942 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0d857c1d-1efa-4c02-bc40-c124451940ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.946333 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-c89fb786-e0a1-4441-a89c-bd7394c69c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:27:42Z', 'revision_number': 5, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port': {'id': '17e8f62e-b8f7-455d-bd93-0f5d803eab7c', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:44Z', 'updated_at': '2021-06-17T08:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:42.973955 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89fb786-e0a1-4441-a89c-bd7394c69c12 None None] Checking router: 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 for host: dv-cinder-791281-5-iscsi {{(pid=92981) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:27:42.976329 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-0d857c1d-1efa-4c02-bc40-c124451940ef admin admin] For port 17e8f62e-b8f7-455d-bd93-0f5d803eab7c, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=17e8f62e-b8f7-455d-bd93-0f5d803eab7c,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:42.977023 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0d857c1d-1efa-4c02-bc40-c124451940ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.982251 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89fb786-e0a1-4441-a89c-bd7394c69c12 None None] Routers {'18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92981) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:42.982867 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-c89fb786-e0a1-4441-a89c-bd7394c69c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:27:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'], 'active': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:43.043195 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-0d857c1d-1efa-4c02-bc40-c124451940ef admin admin] Calling delete_port for 17e8f62e-b8f7-455d-bd93-0f5d803eab7c owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:43.072031 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvr_db [None req-c89fb786-e0a1-4441-a89c-bd7394c69c12 None None] Set router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 gateway port host: None {{(pid=92981) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:43.131646 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_hamode_db [None req-c89fb786-e0a1-4441-a89c-bd7394c69c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:27:42Z', 'revision_number': 6, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port_host': None}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:43.161456 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89fb786-e0a1-4441-a89c-bd7394c69c12 None None] The sync data for ids ['18bf186c-ce9f-4ad3-ac46-7f0c04d852d8'] in dv-cinder-791281-5-iscsi is: [{'id': '18bf186c-ce9f-4ad3-ac46-7f0c04d852d8', 'name': 'tempest-TestVolumeBootPattern-1267390146-router', 'tenant_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:43Z', 'updated_at': '2021-06-17T08:27:42Z', 'revision_number': 6, 'project_id': 'e32fc6833c404cbc9ef58bd68094fc23', 'gw_port_host': None}] {{(pid=92981) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:27:43.213973 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0d857c1d-1efa-4c02-bc40-c124451940ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.216645 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-a476d9c4-c368-4cbe-b0dd-7372d73ef8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:43.240903 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d857c1d-1efa-4c02-bc40-c124451940ef admin admin] Pushing event deleted for resources: {'Port': ['ID=17e8f62e-b8f7-455d-bd93-0f5d803eab7c,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:43.244667 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-0d857c1d-1efa-4c02-bc40-c124451940ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:43.302995 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0d857c1d-1efa-4c02-bc40-c124451940ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67087395'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.389410 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0d857c1d-1efa-4c02-bc40-c124451940ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67095136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-802'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.392449 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0d857c1d-1efa-4c02-bc40-c124451940ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.434992 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0d857c1d-1efa-4c02-bc40-c124451940ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67094121'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.435535 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d857c1d-1efa-4c02-bc40-c124451940ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:27:43.440636 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0d857c1d-1efa-4c02-bc40-c124451940ef admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.441842 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0d857c1d-1efa-4c02-bc40-c124451940ef admin admin] 10.222.0.35 "DELETE /v2.0/routers/18bf186c-ce9f-4ad3-ac46-7f0c04d852d8 HTTP/1.1" status: 204 len: 168 time: 0.8068728 Jun 17 08:27:43.444306 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 58606) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:43.487530 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-da27459d-0672-47e3-a627-858728c73486 admin admin] Deleting subnet e76fa1ac-6046-4734-9f86-f08e5acf6755 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:27:43.490472 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-da27459d-0672-47e3-a627-858728c73486 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.529798 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-da27459d-0672-47e3-a627-858728c73486 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63721517'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.611092 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-da27459d-0672-47e3-a627-858728c73486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841451'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.664250 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-da27459d-0672-47e3-a627-858728c73486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63741480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64449861'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.666540 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:43.691686 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27459d-0672-47e3-a627-858728c73486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e76fa1ac-6046-4734-9f86-f08e5acf6755,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:43.695843 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-da27459d-0672-47e3-a627-858728c73486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:43.698747 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-da27459d-0672-47e3-a627-858728c73486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.703761 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-da27459d-0672-47e3-a627-858728c73486 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e76fa1ac-6046-4734-9f86-f08e5acf6755 HTTP/1.1" status: 204 len: 168 time: 0.2554317 Jun 17 08:27:43.703891 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 58608) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:43.704299 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3a015e-f75c-4136-bee5-ecc40e6c949a None None] Network f677da10-206c-4631-a34f-1a8c85c68abd requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:43.778020 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977769'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.830990 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] Deleting port 9993f0ac-a981-4627-b9ea-039b40195990 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:43.831394 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.904800 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] For port 9993f0ac-a981-4627-b9ea-039b40195990, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=9993f0ac-a981-4627-b9ea-039b40195990,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:43.906047 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.928424 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] DHCP port deletion for f677da10-206c-4631-a34f-1a8c85c68abd request from dv-cinder-791281-5-iscsi {{(pid=92981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:27:43.970813 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] Calling delete_port for 9993f0ac-a981-4627-b9ea-039b40195990 owned by network:dhcp {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:43.974102 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Deleting port 9993f0ac-a981-4627-b9ea-039b40195990 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:43.974475 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.036055 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] For port 9993f0ac-a981-4627-b9ea-039b40195990, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=9993f0ac-a981-4627-b9ea-039b40195990,segment=NetworkSegment(68d86b36-9114-46be-8b0b-f86367ccb647),segment_id=68d86b36-9114-46be-8b0b-f86367ccb647)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:44.036600 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.053515 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63741650'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.055685 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-1ace9b60-f315-44b4-9b29-07d78d363024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:44.081397 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] Pushing event deleted for resources: {'Port': ['ID=9993f0ac-a981-4627-b9ea-039b40195990,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:44.083747 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] No DVR routers for this DVR port 9993f0ac-a981-4627-b9ea-039b40195990 on host dv-cinder-791281-5-iscsi {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:44.085532 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:44.107881 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Calling delete_port for 9993f0ac-a981-4627-b9ea-039b40195990 owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:44.161563 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840562', 'neutron.services.segments.db._delete_segments_for_network-8738547431473'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.172019 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f677da10-206c-4631-a34f-1a8c85c68abd']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:44.182581 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d86b36-9114-46be-8b0b-f86367ccb647') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:44.182782 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d86b36-9114-46be-8b0b-f86367ccb647') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:44.186502 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.188459 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:44.192866 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738547430786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63721506'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.207283 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.211941 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Pushing event deleted for resources: {'Port': ['ID=9993f0ac-a981-4627-b9ea-039b40195990,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:44.213463 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:27:44.213868 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63741573'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: Traceback (most recent call last): Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: timer() Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: cb(*args, **kw) Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: return func(*args, **kwargs) Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: self._notify() Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: self.callback(batched_events) Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: event.method(event) Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: return f(self, *a, **k) Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: return self._get(url).json() Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:27:44.215539 dv-cinder-791281-5-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:27:44.221138 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.221317 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.221530 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.221891 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.222179 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.222503 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.222825 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.223147 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.223633 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.223819 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.224141 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.224455 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-5-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:44.227317 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] No DVR routers for this DVR port 9993f0ac-a981-4627-b9ea-039b40195990 on host dv-cinder-791281-5-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:44.228757 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-bb0e6b0b-9d8f-4d9a-abcf-2183c65bba24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:44.274279 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67087437'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.278726 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.281169 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f677da10-206c-4631-a34f-1a8c85c68abd HTTP/1.1" status: 204 len: 168 time: 0.5763681 Jun 17 08:27:44.282560 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-9f515d1f-974e-4463-9e98-adf71ad805a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:44.285644 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58610) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:44.294265 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:44.295708 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] Pushing event deleted for resources: {'Network': ['ID=f677da10-206c-4631-a34f-1a8c85c68abd,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:44.298368 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-62d7f54c-c727-4527-987d-ca5fd244a835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:44.319520 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:44.319867 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 2a2465cf-4f7d-4e84-a0dd-e4964c822ebf not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:44.320282 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 9993f0ac-a981-4627-b9ea-039b40195990 no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:44.339454 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 9993f0ac-a981-4627-b9ea-039b40195990 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:44.339812 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 9993f0ac-a981-4627-b9ea-039b40195990 not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:44.340213 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 17e8f62e-b8f7-455d-bd93-0f5d803eab7c no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:44.359457 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 17e8f62e-b8f7-455d-bd93-0f5d803eab7c {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:44.359960 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 17e8f62e-b8f7-455d-bd93-0f5d803eab7c not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:44.629800 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-df894044-cf2f-41cf-8995-a862296f1f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67076084'] for router_interface, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.872989 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-df894044-cf2f-41cf-8995-a862296f1f33 admin admin] Deleting port 88cd3d39-02d8-44d3-b84c-1735877ab2e4 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:44.873323 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-df894044-cf2f-41cf-8995-a862296f1f33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.950055 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-df894044-cf2f-41cf-8995-a862296f1f33 admin admin] For port 88cd3d39-02d8-44d3-b84c-1735877ab2e4, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=88cd3d39-02d8-44d3-b84c-1735877ab2e4,segment=NetworkSegment(ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3),segment_id=ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:44.950325 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-df894044-cf2f-41cf-8995-a862296f1f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.016947 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-df894044-cf2f-41cf-8995-a862296f1f33 admin admin] Calling delete_port for 88cd3d39-02d8-44d3-b84c-1735877ab2e4 owned by network:router_interface {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:45.193476 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-df894044-cf2f-41cf-8995-a862296f1f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.195437 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-5b8b20b1-b4d1-4e99-a983-7aa0c00654f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:45.219033 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df894044-cf2f-41cf-8995-a862296f1f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=88cd3d39-02d8-44d3-b84c-1735877ab2e4,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:45.222113 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-df894044-cf2f-41cf-8995-a862296f1f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:45.382419 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-df894044-cf2f-41cf-8995-a862296f1f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66618793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67075936'] for router_interface, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.593173 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df894044-cf2f-41cf-8995-a862296f1f33 admin admin] Router 9ca519ea-602b-4b40-9b89-827474de9981 has already been hosted by L3 agent 4bc25f2e-6474-4ab7-ace5-d1c2f000fbac {{(pid=92979) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:27:45.708775 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df894044-cf2f-41cf-8995-a862296f1f33 admin admin] Notify agent at l3_agent.dv-cinder-791281-5-iscsi the message routers_updated {{(pid=92979) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:27:45.714234 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-df894044-cf2f-41cf-8995-a862296f1f33 admin admin] 10.222.0.35 "PUT /v2.0/routers/9ca519ea-602b-4b40-9b89-827474de9981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4274323 Jun 17 08:27:45.716624 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58612) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:45.719667 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc1e4d-6f73-4add-b1cf-7cd4bf50526c None None] Sync routers for ids ['9ca519ea-602b-4b40-9b89-827474de9981'] in dv-cinder-791281-5-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:27:45.731437 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cc1e4d-6f73-4add-b1cf-7cd4bf50526c None None] Routers {'9ca519ea-602b-4b40-9b89-827474de9981'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:45.732050 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-33cc1e4d-6f73-4add-b1cf-7cd4bf50526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:27:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['9ca519ea-602b-4b40-9b89-827474de9981'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:45.819985 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-29320c1b-8b8c-4418-916f-56ac98871c76 admin admin] Notify callbacks [] for router, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.832341 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-33cc1e4d-6f73-4add-b1cf-7cd4bf50526c None None] Set router 9ca519ea-602b-4b40-9b89-827474de9981 gateway port host: dv-cinder-791281-5-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:45.922567 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-29320c1b-8b8c-4418-916f-56ac98871c76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.976653 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-29320c1b-8b8c-4418-916f-56ac98871c76 admin admin] Deleting port b7b4ed47-a540-46c4-83ea-f6caf5cfbbda {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:45.976987 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-29320c1b-8b8c-4418-916f-56ac98871c76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.016958 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-33cc1e4d-6f73-4add-b1cf-7cd4bf50526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca519ea-602b-4b40-9b89-827474de9981', 'name': 'tempest-TestVolumeBootPattern-1805876903-router', 'tenant_id': '53caa3127cbb43b591f395b144222e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'external_fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b7b4ed47-a540-46c4-83ea-f6caf5cfbbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:48Z', 'updated_at': '2021-06-17T08:27:45Z', 'revision_number': 5, 'project_id': '53caa3127cbb43b591f395b144222e32', 'gw_port': {'id': 'b7b4ed47-a540-46c4-83ea-f6caf5cfbbda', 'name': '', 'network_id': 'd7615c75-e47e-4bd3-8b0f-d4d338da562e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:51:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca519ea-602b-4b40-9b89-827474de9981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:49Z', 'updated_at': '2021-06-17T08:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f01658c3-1891-480b-8725-8c6bf900ce76', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-5-iscsi'}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:46.042937 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc1e4d-6f73-4add-b1cf-7cd4bf50526c None None] Checking router: 9ca519ea-602b-4b40-9b89-827474de9981 for host: dv-cinder-791281-5-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:27:46.051539 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cc1e4d-6f73-4add-b1cf-7cd4bf50526c None None] Routers {'9ca519ea-602b-4b40-9b89-827474de9981'} bound to L3 agent in host dv-cinder-791281-5-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:46.052176 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-33cc1e4d-6f73-4add-b1cf-7cd4bf50526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:04:27Z,description=,heartbeat_timestamp=2021-06-17T08:27:27Z,host='dv-cinder-791281-5-iscsi',id=4bc25f2e-6474-4ab7-ace5-d1c2f000fbac,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:04:27Z,topic='l3_agent')) {'router_ids': ['9ca519ea-602b-4b40-9b89-827474de9981'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:46.056312 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-29320c1b-8b8c-4418-916f-56ac98871c76 admin admin] For port b7b4ed47-a540-46c4-83ea-f6caf5cfbbda, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=b7b4ed47-a540-46c4-83ea-f6caf5cfbbda,segment=NetworkSegment(4619c39a-5912-4cd7-abec-e24248ae8292),segment_id=4619c39a-5912-4cd7-abec-e24248ae8292)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:46.056662 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-29320c1b-8b8c-4418-916f-56ac98871c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.122536 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-29320c1b-8b8c-4418-916f-56ac98871c76 admin admin] Calling delete_port for b7b4ed47-a540-46c4-83ea-f6caf5cfbbda owned by network:router_gateway {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:46.138140 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-33cc1e4d-6f73-4add-b1cf-7cd4bf50526c None None] Set router 9ca519ea-602b-4b40-9b89-827474de9981 gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:46.191529 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-33cc1e4d-6f73-4add-b1cf-7cd4bf50526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca519ea-602b-4b40-9b89-827474de9981', 'name': 'tempest-TestVolumeBootPattern-1805876903-router', 'tenant_id': '53caa3127cbb43b591f395b144222e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:48Z', 'updated_at': '2021-06-17T08:27:45Z', 'revision_number': 6, 'project_id': '53caa3127cbb43b591f395b144222e32', 'gw_port_host': None}], 'dv-cinder-791281-5-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:46.217574 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc1e4d-6f73-4add-b1cf-7cd4bf50526c None None] The sync data for ids ['9ca519ea-602b-4b40-9b89-827474de9981'] in dv-cinder-791281-5-iscsi is: [{'id': '9ca519ea-602b-4b40-9b89-827474de9981', 'name': 'tempest-TestVolumeBootPattern-1805876903-router', 'tenant_id': '53caa3127cbb43b591f395b144222e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:48Z', 'updated_at': '2021-06-17T08:27:45Z', 'revision_number': 6, 'project_id': '53caa3127cbb43b591f395b144222e32', 'gw_port_host': None}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:27:46.289053 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-29320c1b-8b8c-4418-916f-56ac98871c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.291861 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-e9619e7c-e4f5-4eac-9712-456acd40d191 tempest-TestVolumeBootPattern-96658245 tempest-TestVolumeBootPattern-96658245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:46.315911 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29320c1b-8b8c-4418-916f-56ac98871c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7b4ed47-a540-46c4-83ea-f6caf5cfbbda,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:46.319716 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-29320c1b-8b8c-4418-916f-56ac98871c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:46.376904 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-29320c1b-8b8c-4418-916f-56ac98871c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67087395'] for router_gateway, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.463944 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-29320c1b-8b8c-4418-916f-56ac98871c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67095136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-802'] for router, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.465917 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-29320c1b-8b8c-4418-916f-56ac98871c76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.501355 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [req-e99c0074-b10e-4cde-a4f5-2ff93a91d784 req-e32467db-4e72-44c2-9c74-345a5c6acbc0 service neutron] (92979) timed out ('10.222.0.38', 49897) {{(pid=92979) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 08:27:46.508682 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-29320c1b-8b8c-4418-916f-56ac98871c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-67094121'] for router, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.509185 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29320c1b-8b8c-4418-916f-56ac98871c76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ca519ea-602b-4b40-9b89-827474de9981 {{(pid=92979) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:27:46.513578 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-29320c1b-8b8c-4418-916f-56ac98871c76 admin admin] Notify callbacks [] for router, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.515018 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-29320c1b-8b8c-4418-916f-56ac98871c76 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9ca519ea-602b-4b40-9b89-827474de9981 HTTP/1.1" status: 204 len: 168 time: 0.7971861 Jun 17 08:27:46.517410 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58614) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:46.560749 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc63d448-af95-4d6c-ac1a-31d0ae9344a1 admin admin] Deleting subnet b046fc9b-0164-4d69-b9da-76502eadb9e2 {{(pid=92979) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:27:46.564724 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fc63d448-af95-4d6c-ac1a-31d0ae9344a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.601022 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fc63d448-af95-4d6c-ac1a-31d0ae9344a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58020385'] for subnet, precommit_delete_associations {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.683863 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fc63d448-af95-4d6c-ac1a-31d0ae9344a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-841451'] for subnet, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.736260 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fc63d448-af95-4d6c-ac1a-31d0ae9344a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-841442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57996993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62916982'] for subnet, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.739022 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-bd88f19f-e240-4ffb-af24-da52e61ea80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:46.763114 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63d448-af95-4d6c-ac1a-31d0ae9344a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b046fc9b-0164-4d69-b9da-76502eadb9e2,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:46.765549 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-fc63d448-af95-4d6c-ac1a-31d0ae9344a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.768143 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-fc63d448-af95-4d6c-ac1a-31d0ae9344a1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b046fc9b-0164-4d69-b9da-76502eadb9e2 HTTP/1.1" status: 204 len: 168 time: 0.2497931 Jun 17 08:27:46.769084 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-fc63d448-af95-4d6c-ac1a-31d0ae9344a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:46.769923 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58616) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:46.770518 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f702b4f-c12b-48e8-ab7d-462acdd29edb None None] Network a4c3b138-c684-496b-a9d0-fa5ad38d78c3 requested from dv-cinder-791281-5-iscsi {{(pid=92981) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:46.839576 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-977769'] for network, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.892314 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] Deleting port 03b344e6-a092-4719-ab39-405e72613713 {{(pid=92979) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:46.892554 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.959763 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.db [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] For port 03b344e6-a092-4719-ab39-405e72613713, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=03b344e6-a092-4719-ab39-405e72613713,segment=NetworkSegment(ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3),segment_id=ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3)] {{(pid=92979) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:46.960126 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.968182 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb7db45-3bb5-47b8-84d5-fb2b9df9ceba None None] DHCP port deletion for a4c3b138-c684-496b-a9d0-fa5ad38d78c3 request from dv-cinder-791281-5-iscsi {{(pid=92981) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:27:47.020122 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-0cb7db45-3bb5-47b8-84d5-fb2b9df9ceba None None] Deleting port 03b344e6-a092-4719-ab39-405e72613713 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:47.020410 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0cb7db45-3bb5-47b8-84d5-fb2b9df9ceba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738547344029'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.032142 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.plugin [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] Calling delete_port for 03b344e6-a092-4719-ab39-405e72613713 owned by network:dhcp {{(pid=92979) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:47.084425 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-0cb7db45-3bb5-47b8-84d5-fb2b9df9ceba None None] For port 03b344e6-a092-4719-ab39-405e72613713, host dv-cinder-791281-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-5-iscsi',level=0,port_id=03b344e6-a092-4719-ab39-405e72613713,segment=NetworkSegment(ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3),segment_id=ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:47.084810 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0cb7db45-3bb5-47b8-84d5-fb2b9df9ceba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67089875'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.153787 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-0cb7db45-3bb5-47b8-84d5-fb2b9df9ceba None None] Calling delete_port for 03b344e6-a092-4719-ab39-405e72613713 owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:47.248030 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0cb7db45-3bb5-47b8-84d5-fb2b9df9ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.251748 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-b89291d4-3476-4f28-b2a5-b6b6ce9bcb9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:47.276358 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7db45-3bb5-47b8-84d5-fb2b9df9ceba None None] Pushing event deleted for resources: {'Port': ['ID=03b344e6-a092-4719-ab39-405e72613713,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:47.279299 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG oslo_concurrency.lockutils [None req-0cb7db45-3bb5-47b8-84d5-fb2b9df9ceba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:47.280117 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb7db45-3bb5-47b8-84d5-fb2b9df9ceba None None] No DVR routers for this DVR port 03b344e6-a092-4719-ab39-405e72613713 on host dv-cinder-791281-5-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:47.413905 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-928352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66618715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738547349113', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738546941215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57996859'] for port, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.416347 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-9622c1af-0354-4c18-940b-56d758ae846f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:47.438640 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] Pushing event deleted for resources: {'Port': ['ID=03b344e6-a092-4719-ab39-405e72613713,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:47.441164 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:47.445474 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] No DVR routers for this DVR port 03b344e6-a092-4719-ab39-405e72613713 on host dv-cinder-791281-5-iscsi {{(pid=92979) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:47.515853 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-840562', 'neutron.services.segments.db._delete_segments_for_network-8738547431473'] for network, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.526003 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c3b138-c684-496b-a9d0-fa5ad38d78c3']}} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:47.541586 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3') {'for_net_delete': True} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:47.541967 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.services.segments.db [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0dc7cf-ddd1-4a4c-a9f8-b92cd6836fb3') {} {{(pid=92979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:47.552299 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738547430786', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58020398'] for segment, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.566181 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774'] for segment, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.572004 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=92979) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:27:47.572407 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-835774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57996908'] for segment, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: self.session.flush() Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: self.session.flush() Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: self.session.flush() Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: self.session.flush() Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: Traceback (most recent call last): Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: timer() Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: cb(*args, **kw) Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: return func(*args, **kwargs) Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: self._notify() Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: self.callback(batched_events) Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: event.method(event) Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: return f(self, *a, **k) Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._get(url).json() Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: return self.request(url, 'GET', **kwargs) Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:27:47.574020 dv-cinder-791281-5-iscsi neutron-server[92979]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:27:47.627131 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-840553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67020781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66618706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67087437'] for network, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.630690 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-cb4cc6a9-540b-4aa9-af10-0dbd827cc884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:47.633240 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66618701'] for network, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.634955 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] 10.222.0.35 "DELETE /v2.0/networks/a4c3b138-c684-496b-a9d0-fa5ad38d78c3 HTTP/1.1" status: 204 len: 168 time: 0.8641317 Jun 17 08:27:47.645867 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c3b138-c684-496b-a9d0-fa5ad38d78c3,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:47.648258 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-0b50be28-5e96-4e24-8757-ffc6aa0b309f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:47.743565 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58620) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:47.782965 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-911557a5-4ff0-4441-bf9a-0348cd9a833a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e32fc6833c404cbc9ef58bd68094fc23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381205 Jun 17 08:27:47.785387 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.35', 58622) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:47.837712 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aeaa63ec-2c83-4f9e-adb6-d1e0b087d43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.859061 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aeaa63ec-2c83-4f9e-adb6-d1e0b087d43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.904180 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aeaa63ec-2c83-4f9e-adb6-d1e0b087d43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.907462 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aeaa63ec-2c83-4f9e-adb6-d1e0b087d43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.908608 dv-cinder-791281-5-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-aeaa63ec-2c83-4f9e-adb6-d1e0b087d43e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1259b469-45fe-4e7f-8f3d-6124eced982b HTTP/1.1" status: 204 len: 168 time: 0.1216803 Jun 17 08:27:47.909375 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-21e792e8-45db-4971-b929-5bb8dcdfe422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:47.916813 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa63ec-2c83-4f9e-adb6-d1e0b087d43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1259b469-45fe-4e7f-8f3d-6124eced982b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:47.919132 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG oslo_concurrency.lockutils [None req-aeaa63ec-2c83-4f9e-adb6-d1e0b087d43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92980) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:48.214066 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58628) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:48.259166 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-2fed97b1-149c-43e6-810f-3c12a2c9e061 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53caa3127cbb43b591f395b144222e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438046 Jun 17 08:27:48.261471 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.wsgi [-] (92979) accepted ('10.222.0.35', 58630) {{(pid=92979) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:48.273613 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 88cd3d39-02d8-44d3-b84c-1735877ab2e4 no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:48.297307 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 88cd3d39-02d8-44d3-b84c-1735877ab2e4 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:48.297649 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 88cd3d39-02d8-44d3-b84c-1735877ab2e4 not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:48.298058 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 03b344e6-a092-4719-ab39-405e72613713 no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:48.312142 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-474c74ff-2342-4c1c-9ce9-d4a5b15d0bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:48.317150 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: 03b344e6-a092-4719-ab39-405e72613713 {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:48.317499 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device 03b344e6-a092-4719-ab39-405e72613713 not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:48.317911 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device b7b4ed47-a540-46c4-83ea-f6caf5cfbbda no longer exists at agent ovs-agent-dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:48.333618 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-474c74ff-2342-4c1c-9ce9-d4a5b15d0bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:48.336280 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] No Port match for: b7b4ed47-a540-46c4-83ea-f6caf5cfbbda {{(pid=92981) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:48.336629 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.rpc [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Device b7b4ed47-a540-46c4-83ea-f6caf5cfbbda not bound to the agent host dv-cinder-791281-5-iscsi {{(pid=92981) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:48.380517 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-474c74ff-2342-4c1c-9ce9-d4a5b15d0bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67020734'] for security_group, after_delete {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:48.383260 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron_lib.callbacks.manager [None req-474c74ff-2342-4c1c-9ce9-d4a5b15d0bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:48.384367 dv-cinder-791281-5-iscsi neutron-server[92979]: INFO neutron.wsgi [None req-474c74ff-2342-4c1c-9ce9-d4a5b15d0bba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a196de2-f52e-417c-9513-52aed96994d8 HTTP/1.1" status: 204 len: 168 time: 0.1219745 Jun 17 08:27:48.385203 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-68f9038e-b14e-467a-ad7a-00df3470a94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:48.392976 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c74ff-2342-4c1c-9ce9-d4a5b15d0bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a196de2-f52e-417c-9513-52aed96994d8,revision_number=None']} {{(pid=92979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:48.395639 dv-cinder-791281-5-iscsi neutron-server[92979]: DEBUG oslo_concurrency.lockutils [None req-474c74ff-2342-4c1c-9ce9-d4a5b15d0bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92979) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:49.613716 dv-cinder-791281-5-iscsi neutron-server[92980]: DEBUG neutron.wsgi [req-0eeef252-507d-4036-9500-67f98d005ded req-75efa8c0-297a-4c30-936e-796a331297f7 service neutron] (92980) timed out ('10.222.0.38', 49879) {{(pid=92980) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 08:27:53.954308 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d010148-8469-40ea-863a-7557b6a1f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.542792 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.752855 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-33fbca06-daff-46df-8e60-68f334da2156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.845422 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.875830 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:59.711497 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:18.195033 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:28:23.956020 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-406d29aa-b76c-4cf6-82d8-6e829c036fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.543898 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.753211 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0802db7e-b0af-4637-abfe-54d6e61034d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:27.850351 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.880523 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:29.712813 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:54.078018 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8b4ef091-c314-4dca-9e7e-7d734ac2ff71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.193497 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:28:56.544593 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:56.754415 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-477399b3-16d9-4325-8b65-95a0443d572c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.851303 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:58.890458 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.716284 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:23.958955 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-92113c49-3bcb-44fd-b0e0-291b979c8daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.545525 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.757112 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4d8e36a1-6593-4940-8c3f-157aa6f2de3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.853613 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.911520 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:29.720639 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:32.191674 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:29:53.960453 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-66c48b35-b8f3-4b69-b9f9-39ba887c02a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:56.546625 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:56.757825 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3ba1fdc3-0c0b-42b6-9100-1821e4a2020c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.856527 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:58.919681 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.722239 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.191216 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:30:23.961756 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5f2f8b30-39bb-4a18-9984-6147b71c8d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.550995 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.757263 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9cddd688-72da-4502-9212-1e048af791f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.857919 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.926651 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:29.725991 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.190108 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:30:53.963165 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-857432dc-0517-4344-b956-876ea0dce075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:56.551714 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:56.758418 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1eb0deaa-2da9-4bb4-9838-087b80a6caaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.862283 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.932987 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.727564 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.188286 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:31:23.964404 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e0f8437-dd5c-4d8e-9a31-8802d69afe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:26.552196 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:26.757925 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-332bfcf6-04b0-41bb-9efa-43dca19d3f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:27.866444 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.947066 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:29.729138 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.966101 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-071d97b1-813a-406b-ac5f-8766c03c2a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.552961 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.757710 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-326792a1-85f0-4614-8086-6b63060315dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.868769 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.953401 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.731572 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.186313 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:32:23.968106 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-998afdb5-bac9-4886-8893-6c9079545147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.554010 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.756913 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8f0cb4f5-cc9d-4c48-aaa5-7ce4fff5b192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.868258 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.954909 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.734724 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.184641 dv-cinder-791281-5-iscsi neutron-server[92982]: DEBUG neutron.db.agents_db [None req-cd444bf4-a039-4ca5-bfa5-2d66d76e68e9 None None] Agent healthcheck: found 6 active agents {{(pid=92982) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:32:53.968849 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fa24333e-1175-48bd-a8aa-ac9fecf0fe1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.556002 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b9066177-6b34-42e3-bd87-e089bf337416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.760596 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2d7fcd01-e2d2-41b4-a865-ee7a88854682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.871869 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-32104e27-d414-4cb2-9f8b-f815b5ea0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.969780 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bb6383e0-4121-4378-8232-02344d19dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.742318 dv-cinder-791281-5-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5c22-6b32-4245-9095-f9dd051e0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738547431455', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845740'] for agent, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}